-- Logs begin at Fri 2021-07-23 08:47:56 UTC, end at Fri 2021-07-23 09:45:00 UTC. -- Jul 23 09:18:09.343643 dv-cinder-801989-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 09:18:12.070124 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.common.config [-] Logging enabled! Jul 23 09:18:12.070672 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 09:18:12.070814 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 09:18:12.074046 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.common.config [-] Logging enabled! Jul 23 09:18:12.074302 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 09:18:12.074612 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 09:18:12.075571 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 09:18:12.075806 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 09:18:12.076174 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 09:18:12.076419 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 09:18:12.076644 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 09:18:12.076961 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.077258 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.077552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.077779 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.078073 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.078361 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.078641 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.078925 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.079225 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.079527 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.079807 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.080087 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.080315 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.080591 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.080876 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.081160 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.082188 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] debug = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.082553 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.082983 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.083398 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.083700 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.084075 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.084360 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.084632 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.084907 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.085188 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.085513 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] host = dv-cinder-801989-2-iscsi {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.085789 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.086071 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.086357 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.086639 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.086909 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.087184 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.087492 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.087764 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.088032 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.088304 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.088591 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.088875 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.089164 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.089386 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.089606 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.089893 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.090176 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.090447 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.090761 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.091033 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.091305 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.091609 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.091878 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.092158 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.092436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.092719 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.092991 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.093262 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.093529 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.093796 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.094076 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.094344 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.094612 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.094881 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.095162 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.095444 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.095717 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.096011 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.096291 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.096568 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.097370 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.097883 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.098158 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.098436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.098712 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.098987 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_json = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.099262 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.099556 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.099844 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.100118 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.100388 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.100660 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.100931 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.101215 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:12.101509 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.101806 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.102105 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.102386 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.102682 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.102961 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.103250 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.103593 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.103887 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.104177 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.104464 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.104741 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.105029 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.105307 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.105604 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.105907 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.106204 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.106499 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.106775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.107048 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.107323 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.107624 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.107911 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.108206 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.108499 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.108775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.109054 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.109364 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.109632 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.109907 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.110187 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.110478 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.110757 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.111032 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.111319 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.111632 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.111910 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.112184 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.112568 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.113531 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.113920 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.114206 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.114489 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.114774 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.115053 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.115343 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.115651 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.115931 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.116209 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.116489 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.116765 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.117039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.117317 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.117592 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.117870 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.118145 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.118417 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.118692 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.118966 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.119239 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.119537 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.119819 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.120097 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.120371 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.120642 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.120913 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.121182 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.121451 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.121736 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.122031 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.122309 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.122587 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.122866 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.123142 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.123429 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.123722 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.124001 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.124280 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.124552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.124846 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.125130 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.125414 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.125697 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.125976 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.126272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.126549 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.126832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.127108 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.127383 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.127692 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.127976 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.128381 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.128827 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.129129 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.129427 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.129728 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.130011 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.130318 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.130599 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:12.130817 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 09:18:12.131056 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92871) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 09:18:12.480839 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 09:18:12.481025 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 09:18:12.481315 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 09:18:12.481794 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 09:18:12.876209 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.876497 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.876777 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.878094 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.878512 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.878870 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.913593 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.913867 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.914133 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.927942 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.928224 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.928495 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.958602 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.958879 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.959148 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.995779 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.996062 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:12.996334 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.229259 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.229859 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.229859 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.230017 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.230678 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.351924 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.352243 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.352526 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.352807 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.353080 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.353389 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.353646 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.353901 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.354152 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.354429 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.354685 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.354944 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.355194 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.355459 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.355713 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.355982 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.356236 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.356498 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.356763 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.357018 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.357282 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.357532 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.357817 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.358189 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.358434 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.358676 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.359069 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.359309 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.359569 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.359805 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.360039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.360272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:13.360632 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 09:18:13.364890 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 09:18:13.368812 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 09:18:13.372483 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 23 09:18:13.374095 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 09:18:13.374545 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 09:18:13.374882 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 09:18:13.375264 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 09:18:13.378555 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 09:18:13.378934 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 09:18:13.379530 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 09:18:13.385107 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 09:18:13.408533 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 09:18:13.408980 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.409297 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 09:18:13.410335 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.411788 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 09:18:13.412069 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 09:18:13.412317 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 09:18:13.415288 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.415593 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:13.479256 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 09:18:13.479570 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 09:18:13.479761 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 09:18:13.480130 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 09:18:13.500903 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_db.sqlalchemy.engines [None req-cd7a275a-c05b-4212-b686-143951048215 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92871) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 09:18:14.051532 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing driver for type 'gre' Jul 23 09:18:14.052083 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd7a275a-c05b-4212-b686-143951048215 None None] gre ID ranges: [(1, 1000)] Jul 23 09:18:14.105211 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing driver for type 'local' Jul 23 09:18:14.105581 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing driver for type 'vlan' Jul 23 09:18:14.118693 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd7a275a-c05b-4212-b686-143951048215 None None] VlanTypeDriver initialization complete Jul 23 09:18:14.119031 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing driver for type 'vxlan' Jul 23 09:18:14.119547 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd7a275a-c05b-4212-b686-143951048215 None None] vxlan ID ranges: [(1, 1000)] Jul 23 09:18:14.171479 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing extension driver 'port_security' Jul 23 09:18:14.171840 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd7a275a-c05b-4212-b686-143951048215 None None] PortSecurityExtensionDriver initialization complete Jul 23 09:18:14.172178 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing mechanism driver 'openvswitch' Jul 23 09:18:14.172506 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing mechanism driver 'hyperv' Jul 23 09:18:14.178908 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a275a-c05b-4212-b686-143951048215 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:14.179627 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.180008 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.180367 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.180885 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.181326 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.181687 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.182040 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.182432 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.182847 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.183205 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.183589 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.183980 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.184388 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.184743 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.185090 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.185618 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.186028 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.186385 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.186740 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.187132 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.187588 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > address_group after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.187943 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > address_group after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.188291 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.188681 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 09:18:14.189061 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd7a275a-c05b-4212-b686-143951048215 None None] ML2 OVO RPC backend initialized. {{(pid=92871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 09:18:14.189775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.190136 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.191066 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.191631 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > networks before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.191816 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.192163 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > ports before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.192515 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.192870 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnets before_response 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.193222 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.193570 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.193913 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.194258 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.194602 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.194944 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.195286 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.195660 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.196000 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.196586 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.plugin [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Modular L2 Plugin initialization complete Jul 23 09:18:14.196929 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading services supported by the core plugin {{(pid=92871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 09:18:14.197261 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.plugins.ml2.managers [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Got port-security extension from driver 'port_security' Jul 23 09:18:14.197728 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.extensions.vlantransparent [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Disabled vlantransparent extension. Jul 23 09:18:14.198218 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 09:18:14.198538 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: router Jul 23 09:18:14.234850 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.235428 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_create 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.235642 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router before_create 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.236014 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.236394 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.236756 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_delete 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.237124 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.237574 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_create 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.237930 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.238289 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.238648 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.239015 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.239449 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.239830 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.240179 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.240524 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: subnet after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.240872 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.241229 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.241586 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_create 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.241935 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.242285 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.242649 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router after_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.243000 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.243357 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_create 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.243749 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.244118 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_update 55549900 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.244476 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > agent after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.244831 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > agent after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.245188 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > network after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.246059 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Tracking information for resource: router configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:14.246400 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Tracking information for resource: floatingip configured {{(pid=92871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 09:18:14.251323 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.db.l3_agentschedulers_db [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 09:18:14.251937 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.252307 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.252665 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.253542 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: port after_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.254334 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router before_create 55550100 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.254704 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.255073 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_create 55550100 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.255462 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > router precommit_update 55550100 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.259854 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.provider_configuration [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service providers = [] {{(pid=92871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 09:18:14.260230 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.db.servicetype_db [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 09:18:14.263159 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.service_base [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 09:18:14.263545 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.service_base [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 09:18:14.263896 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.service_base [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 09:18:14.264804 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.services.service_base [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 09:18:14.265188 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.services.service_base [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 09:18:14.265576 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.265903 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 09:18:14.277536 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.277883 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: auto_allocate Jul 23 09:18:14.283527 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: network precommit_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.283903 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: network precommit_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.284516 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.284906 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: tag Jul 23 09:18:14.291452 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.291792 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: timestamp Jul 23 09:18:14.297170 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.297510 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: network_ip_availability Jul 23 09:18:14.303150 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.303569 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.303936 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.304688 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.305016 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: flavors Jul 23 09:18:14.309889 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.310233 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading Plugin: revisions Jul 23 09:18:14.314872 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 09:18:14.315272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=92871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 09:18:14.316807 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 09:18:14.317150 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Initializing extension manager. Jul 23 09:18:14.317673 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: __init__.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.318026 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: __pycache__ {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.318369 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.318714 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: address_group.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.319525 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.320106 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: address-group Jul 23 09:18:14.320437 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: address_scope.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.321167 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.321682 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: address-scope Jul 23 09:18:14.322011 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.322954 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.323493 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: router-admin-state-down-before-update Jul 23 09:18:14.323825 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: agent.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.324534 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.325239 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: agent Jul 23 09:18:14.325569 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: agent_resources_synced.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.326493 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.327001 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: agent-resources-synced Jul 23 09:18:14.327328 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: allowedaddresspairs.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.329167 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.329685 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: allowed-address-pairs Jul 23 09:18:14.330016 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: auto_allocated_topology.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.331097 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.333788 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: auto-allocated-topology Jul 23 09:18:14.334575 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: availability_zone.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.335302 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.335852 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: availability_zone Jul 23 09:18:14.336187 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: availability_zone_filter.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.337128 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.337640 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: availability_zone_filter Jul 23 09:18:14.337972 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: data_plane_status.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.338895 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.339400 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 09:18:14.339750 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: default_subnetpools.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.340672 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.341180 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: default-subnetpools Jul 23 09:18:14.341508 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.342328 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.342843 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: dhcp_agent_scheduler Jul 23 09:18:14.343171 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: dns.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.344129 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.344644 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 09:18:14.344973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: dns_domain_ports.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.345921 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.346428 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 09:18:14.346795 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.347770 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.348273 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 09:18:14.348600 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: dvr.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.349278 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.349786 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: dvr Jul 23 09:18:14.350114 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: ecmp_routes.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.351037 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.351573 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 09:18:14.351905 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: empty_string_filtering.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.352821 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.353324 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: empty-string-filtering Jul 23 09:18:14.353653 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.354586 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.355082 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 09:18:14.355489 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.356374 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.356874 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 09:18:14.357201 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: external_net.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.358116 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.358615 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: external-net Jul 23 09:18:14.358943 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.359879 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.360384 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: extra_dhcp_opt Jul 23 09:18:14.360711 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: extraroute.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.361632 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.362134 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: extraroute Jul 23 09:18:14.362573 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: extraroute_atomic.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.363685 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.364200 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: extraroute-atomic Jul 23 09:18:14.364530 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: filter_validation.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.365206 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.365718 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: filter-validation Jul 23 09:18:14.366044 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: fip_pf_description.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.366968 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.367503 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 09:18:14.367832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: fip_port_details.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.368757 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.369263 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: fip-port-details Jul 23 09:18:14.369591 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: flavors.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.370822 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.371336 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: flavors Jul 23 09:18:14.371690 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.373347 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.373867 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 09:18:14.374204 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: floatingip_pools.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.374914 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.375446 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: floatingip-pools Jul 23 09:18:14.375781 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: ip_allocation.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.376718 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.377218 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 09:18:14.377550 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.378996 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.379528 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: ip-substring-filtering Jul 23 09:18:14.379867 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l2_adjacency.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.380803 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.381305 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 09:18:14.381636 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.382627 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.383149 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: router Jul 23 09:18:14.383515 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.385905 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.386429 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 09:18:14.386770 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.387754 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.388264 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: ext-gw-mode Jul 23 09:18:14.388597 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.389545 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.390051 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: l3-ha Jul 23 09:18:14.390382 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3_flavors.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.391310 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.391863 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: l3-flavors Jul 23 09:18:14.392193 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.393122 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.393705 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 09:18:14.394572 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: l3agentscheduler.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.395643 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.396168 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: l3_agent_scheduler Jul 23 09:18:14.396503 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: logging.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.398241 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.398771 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension logging not supported by any of loaded plugins Jul 23 09:18:14.399109 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: metering.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.399902 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.400488 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: metering Jul 23 09:18:14.400819 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.401921 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.402437 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: metering_source_and_destination_fields Jul 23 09:18:14.402773 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: multiprovidernet.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.403747 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.404253 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: multi-provider Jul 23 09:18:14.404585 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: netmtu.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.405513 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.406021 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: net-mtu Jul 23 09:18:14.406351 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: netmtu_writable.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.407284 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.407825 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: net-mtu-writable Jul 23 09:18:14.408157 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: network_availability_zone.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.408841 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.409970 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: network_availability_zone Jul 23 09:18:14.410295 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: network_ip_availability.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.411396 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.411926 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: network-ip-availability Jul 23 09:18:14.412258 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: network_segment_range.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.413037 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.413538 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 09:18:14.413867 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: pagination.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.414866 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.415273 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: pagination Jul 23 09:18:14.415569 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: port_device_profile.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.416508 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.417020 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: port-device-profile Jul 23 09:18:14.417347 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.418278 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.418783 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: port-mac-address-regenerate Jul 23 09:18:14.419110 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.420058 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.420566 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: port-numa-affinity-policy Jul 23 09:18:14.420894 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: port_resource_request.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.421830 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.422336 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 09:18:14.422664 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: portbindings.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.423685 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.424186 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: binding Jul 23 09:18:14.424515 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: portbindings_extended.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.426450 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.426955 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: binding-extended Jul 23 09:18:14.427291 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: portsecurity.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.428249 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.428755 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: port-security Jul 23 09:18:14.429086 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: project_id.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.430072 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.430403 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: project-id Jul 23 09:18:14.430730 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: providernet.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.431707 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.432217 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: provider Jul 23 09:18:14.432545 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.436071 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.436594 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos not supported by any of loaded plugins Jul 23 09:18:14.436929 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.438177 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.438695 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 09:18:14.439031 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.440002 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.440542 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 09:18:14.440953 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_default.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.441883 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.442395 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-default not supported by any of loaded plugins Jul 23 09:18:14.442732 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_fip.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.443396 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.443923 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 09:18:14.444252 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_gateway_ip.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.445189 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.445703 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 09:18:14.446051 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_port_network_policy.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.446958 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.447495 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 09:18:14.447828 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_rule_type_details.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.448753 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.449256 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 09:18:14.449585 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: qos_rules_alias.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.450637 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.451150 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 09:18:14.451513 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: quotasv2.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.452437 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.452768 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: quotas Jul 23 09:18:14.453094 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: quotasv2_detail.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.456231 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.456601 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: quota_details Jul 23 09:18:14.456946 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: rbac.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.458020 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.458554 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: rbac-policies Jul 23 09:18:14.458896 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: rbac_address_group.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.460074 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.460595 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: rbac-address-group Jul 23 09:18:14.460929 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: rbac_address_scope.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.461860 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.462371 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: rbac-address-scope Jul 23 09:18:14.462703 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: rbac_security_groups.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.463659 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.464171 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: rbac-security-groups Jul 23 09:18:14.464500 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: rbac_subnetpool.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.465426 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.465938 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: rbac-subnetpool Jul 23 09:18:14.466268 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: revisionifmatch.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.467195 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.467734 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: revision-if-match Jul 23 09:18:14.468065 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: revisions.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.469188 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.469702 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: standard-attr-revisions Jul 23 09:18:14.470035 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: router_availability_zone.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.470719 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.471230 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: router_availability_zone Jul 23 09:18:14.471599 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: routerservicetype.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.473069 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.473570 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 09:18:14.473902 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.474829 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.475336 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: security-groups-normalized-cidr Jul 23 09:18:14.475691 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.476627 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.477134 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: port-security-groups-filtering Jul 23 09:18:14.477462 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.478384 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.478890 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: security-groups-remote-address-group Jul 23 09:18:14.479220 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: securitygroup.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.489447 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.489979 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: security-group Jul 23 09:18:14.490320 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: segment.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.491117 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.491656 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension segment not supported by any of loaded plugins Jul 23 09:18:14.491992 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.492943 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.493452 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 09:18:14.493785 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: servicetype.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.494910 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.495454 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: service-type Jul 23 09:18:14.495795 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: sorting.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.496795 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.497134 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: sorting Jul 23 09:18:14.497464 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: standard_attr_segment.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.498466 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.498987 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 09:18:14.499321 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: standardattrdescription.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.500014 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.500526 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: standard-attr-description Jul 23 09:18:14.500852 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: stateful_security_group.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.501790 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.502305 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: stateful-security-group Jul 23 09:18:14.502637 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: stdattrs_common.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.503791 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 09:18:14.504120 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.505049 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.505589 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 09:18:14.505918 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnet_onboard.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.507006 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.507548 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: subnet_onboard Jul 23 09:18:14.507879 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.508972 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.509480 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 09:18:14.509809 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnet_service_types.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.510818 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.511334 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: subnet-service-types Jul 23 09:18:14.511687 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnetallocation.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.512794 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.513317 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: subnet_allocation Jul 23 09:18:14.513652 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.514334 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.514845 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: subnetpool-prefix-ops Jul 23 09:18:14.515174 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.516159 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.516671 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 09:18:14.517002 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: tagging.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.518072 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.518592 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: standard-attr-tag Jul 23 09:18:14.519491 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: timestamp.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.520946 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.521473 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loaded extension: standard-attr-timestamp Jul 23 09:18:14.521825 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: trunk.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.523291 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.523852 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension trunk not supported by any of loaded plugins Jul 23 09:18:14.524189 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: trunk_details.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.525125 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.525639 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 09:18:14.525972 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: uplink_status_propagation.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.526904 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.527443 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 09:18:14.527777 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Loading extension file: vlantransparent.py {{(pid=92871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 09:18:14.528473 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 09:18:14.528983 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 09:18:14.531532 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:network Jul 23 09:18:14.532067 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnet Jul 23 09:18:14.532476 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 09:18:14.532875 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:port Jul 23 09:18:14.534140 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.534742 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service FLAVORS assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.535385 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.535860 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.536211 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:router Jul 23 09:18:14.536646 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 09:18:14.537165 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service METERING assigned prefix: /metering {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.538597 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.538971 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.539327 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:18:14.540384 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 09:18:14.540835 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:security_group Jul 23 09:18:14.541279 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 09:18:14.541881 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service CORE assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.542215 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 09:18:14.542563 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] subnetpool is already registered Jul 23 09:18:14.543007 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service CORE assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.543339 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 09:18:14.543706 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] subnetpool is already registered Jul 23 09:18:14.546375 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.546882 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service FLAVORS assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.547664 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.548228 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.548605 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:router Jul 23 09:18:14.548990 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] router is already registered Jul 23 09:18:14.549502 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 09:18:14.550454 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] floatingip is already registered Jul 23 09:18:14.551250 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service METERING assigned prefix: /metering {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.552141 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 09:18:14.552569 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] rbac_policy is already registered Jul 23 09:18:14.553034 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:security_group Jul 23 09:18:14.553495 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] security_group is already registered Jul 23 09:18:14.553968 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 09:18:14.554339 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] security_group_rule is already registered Jul 23 09:18:14.555102 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service CORE assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.555521 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 09:18:14.555972 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] subnetpool is already registered Jul 23 09:18:14.556460 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.v2.resource_helper [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Service CORE assigned prefix: {{(pid=92871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 09:18:14.556834 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 09:18:14.557209 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING neutron.quota.resource_registry [None req-cd7a275a-c05b-4212-b686-143951048215 None None] subnetpool is already registered Jul 23 09:18:14.557822 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: extensions {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.559396 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: address-groups {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.561048 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: address-scopes {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.562408 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: agents {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.563833 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: auto-allocated-topology {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.565130 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: availability_zones {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.567204 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: dhcp-networks {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.570089 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: dhcp-agents {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.571750 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: routers {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.573655 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: flavors {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.575076 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: service_profiles {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.576347 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: next_providers {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.577792 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: service_profiles {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.579451 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: floatingip-pools {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.580669 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: routers {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.582507 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: floatingips {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.583833 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: l3-routers {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.585215 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: l3-agents {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.586655 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: metering-labels {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.587958 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: metering-label-rules {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.589337 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: network-ip-availabilities {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.590595 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: bindings {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.592188 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: quotas {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.593740 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: quotas {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.595159 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: rbac-policies {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.596398 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: security-groups {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.597832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: security-group-rules {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.599062 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: service-providers {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.600389 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: subnetpools {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.601700 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: subnetpools {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.603254 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.604959 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.606807 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.608557 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.610261 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.612890 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.614626 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.616473 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.618335 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.620100 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron.api.extensions [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Extended resource: tags {{(pid=92871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 09:18:14.626066 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING keystonemiddleware.auth_token [None req-cd7a275a-c05b-4212-b686-143951048215 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 09:18:14.631537 dv-cinder-801989-2-iscsi neutron-server[92871]: WARNING keystonemiddleware.auth_token [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 09:18:14.640803 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Acquired lock "singleton_lock" {{(pid=92871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 09:18:14.641283 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_concurrency.lockutils [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Releasing lock "singleton_lock" {{(pid=92871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 09:18:14.641921 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Starting 2 workers Jul 23 09:18:14.647156 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Started child 92980 {{(pid=92871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 09:18:14.651686 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Started child 92981 {{(pid=92871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 09:18:14.652577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.653293 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO neutron.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 09:18:14.653956 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Notify callbacks [] for process, before_spawn {{(pid=92871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.654050 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [-] (92980) wsgi starting up on http://0.0.0.0:9696 Jul 23 09:18:14.656315 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Starting 1 workers Jul 23 09:18:14.656441 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.657704 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [-] (92981) wsgi starting up on http://0.0.0.0:9696 Jul 23 09:18:14.661595 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Started child 92982 {{(pid=92871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 09:18:14.662106 dv-cinder-801989-2-iscsi neutron-server[92871]: INFO oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Starting 1 workers Jul 23 09:18:14.665410 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] calling RpcWorker wait() {{(pid=92982) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 09:18:14.665966 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] returning from RpcWorker wait() {{(pid=92982) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 09:18:14.666623 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Started child 92983 {{(pid=92871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 09:18:14.667164 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.667449 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG neutron_lib.callbacks.manager [None req-cd7a275a-c05b-4212-b686-143951048215 None None] Notify callbacks [] for process, after_spawn {{(pid=92871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.667625 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:14.669347 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 09:18:14.669566 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 09:18:14.669752 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 09:18:14.669963 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 09:18:14.670299 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 09:18:14.670461 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 09:18:14.671010 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.671288 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.671592 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.671851 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.672141 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.672232 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:14.672733 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.672987 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.673225 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.673496 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.673729 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.673896 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.674062 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.674318 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.674550 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.675470 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.675761 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.676329 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.676329 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.676489 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.676628 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.676893 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.677148 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.677408 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] debug = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.677657 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.678143 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.678395 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.678640 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.678893 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.679178 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.679446 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.679739 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.679977 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.680202 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.680420 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.680677 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.680912 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.681148 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.681376 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.681635 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.681858 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.682315 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] host = dv-cinder-801989-2-iscsi {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.682561 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.682787 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.683015 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.683262 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.683531 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.683750 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.684002 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.684257 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.684513 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.684738 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.684996 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.685248 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.685485 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.685721 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.685886 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_options = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.686139 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.686401 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.686660 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.686849 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.687073 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.687211 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.687437 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.687611 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.687869 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.688090 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.688301 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.688526 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.688759 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.688975 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.689214 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.689446 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.689678 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.689888 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.690156 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.690388 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.691333 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.691976 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.691976 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.692223 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.692382 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.692673 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.692850 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.693088 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.693324 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.693580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.693816 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.694064 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.694320 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.694570 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.694806 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.695085 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.695248 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.695542 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.695775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.696031 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.696305 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.696540 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.696797 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.697034 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.697273 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.697511 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_json = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.697725 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.697960 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.698221 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.698451 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.698684 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.698898 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.699119 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.699351 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.701256 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.701256 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.701256 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.701740 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.701740 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.701989 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.702286 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.702495 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.702788 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.702999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.703329 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.703614 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.704079 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.704980 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.705620 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.706590 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.706889 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.707189 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.707439 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.707553 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:14.707725 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.709696 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.709941 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.710285 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.710574 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.710856 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.711116 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.711345 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.711603 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.711830 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.712055 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.712309 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.712529 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.712803 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.713060 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.713310 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.713555 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.713809 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.714039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.714258 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.714504 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.714764 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.715014 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.715239 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.715485 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.715706 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.716212 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.716212 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.719710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.720436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721012 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721012 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721012 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721012 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721285 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721360 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.721615 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.724272 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.727126 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.728580 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.729475 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730327 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730327 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730327 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730327 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730656 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.730742 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.731001 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.731253 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.731574 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.731831 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.732104 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.732382 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.733731 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.733731 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.733731 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.733731 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.733731 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.734165 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.734165 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.734368 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.734553 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.734772 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.735044 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.735265 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.735534 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.735749 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.735975 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.736303 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.736547 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.736779 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.736993 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.737268 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.738034 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.738279 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.738552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.738793 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.739022 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.739278 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.739600 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.739840 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.740072 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.740302 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.740514 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.740757 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.741013 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.741492 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.741492 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.741678 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.741868 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.742081 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.742304 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.742534 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.742766 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.743008 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.743379 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.743531 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.743720 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.743959 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.744177 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.744423 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.744823 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.745067 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.745316 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.745576 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.745849 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.746048 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.747453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.747453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.747453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.747453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.747453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748047 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748047 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748047 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748269 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748356 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748536 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.748994 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.749230 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.749487 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.749733 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.750059 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.750296 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.750524 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.750759 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.750993 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.751240 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.751501 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.751722 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.751939 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.752157 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.752375 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.752712 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.752860 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.753568 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754018 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754018 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754384 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754384 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754621 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.754901 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.755686 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.755686 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.755686 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756053 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756053 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756312 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756506 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756718 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.756940 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.757156 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.757364 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.757612 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.757850 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.758060 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.758319 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.758595 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.758728 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.759085 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.759228 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.759352 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.759594 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.759816 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.760027 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.760269 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.760522 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.760752 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.760973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.761209 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.761438 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.761662 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.761874 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.762103 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.762323 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.762543 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.762751 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.763068 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.763313 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.763551 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.763830 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.764074 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.764316 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.764562 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.764870 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.765084 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.765326 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.765547 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.765767 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.766011 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.766264 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.766600 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.766889 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.767149 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.767400 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.767675 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.767958 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.768238 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.768452 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.768779 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.769111 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.769394 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.769646 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.769890 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.770250 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.770476 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.770690 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.770905 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.771146 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.771355 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.771636 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.771864 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.772340 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.772557 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.772781 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.773017 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.773240 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.773467 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.773712 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.773929 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.774086 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 09:18:14.774609 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 09:18:14.774770 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 09:18:14.774922 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 09:18:14.775109 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 09:18:14.775277 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 09:18:14.775453 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 09:18:14.775663 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.775826 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.775986 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776192 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776326 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776472 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776642 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776767 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.776926 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777082 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777241 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777399 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777559 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777717 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.777881 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778198 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778356 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778519 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778675 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.778990 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779148 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] debug = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779306 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779527 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779694 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779841 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.779999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780158 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780315 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780474 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780631 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780787 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.780945 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781104 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781261 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781419 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781578 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781735 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.781893 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782050 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] host = dv-cinder-801989-2-iscsi {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782206 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782363 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782520 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782677 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782835 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.782992 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783149 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783307 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783499 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783658 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783816 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.783972 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.784130 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.784311 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.784473 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_options = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.784633 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.784853 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785229 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785394 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.785867 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786026 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786184 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786346 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786507 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786662 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786820 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.786978 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787134 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787291 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787468 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787629 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787791 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.787948 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.788104 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.788262 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.788418 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.788775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.788775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789013 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789013 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789242 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789361 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789484 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789614 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789736 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.789883 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790039 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790218 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790340 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790504 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790663 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.790921 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791057 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791180 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791303 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791430 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791554 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791710 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_json = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.791866 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792022 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792177 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792333 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792489 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792646 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792804 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.792962 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 09:18:14.793141 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.793303 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.793474 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.793638 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.793804 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.793964 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794112 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794276 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794465 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794681 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794808 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.794891 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795057 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795217 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795376 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795558 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795718 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.795879 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796038 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796197 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796356 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796531 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796667 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796828 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.796989 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.797149 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.797310 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.797471 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.797633 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798132 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798132 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798132 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798477 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798477 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798628 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798737 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.798842 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.799002 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.800552 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801469 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.801999 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802392 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802392 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802594 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802594 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.802952 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.803074 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.803193 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.803362 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.803947 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804132 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804308 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804411 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804579 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804733 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.804896 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805052 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805200 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805363 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805515 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805660 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.805814 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.806055 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.806163 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.806317 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.806476 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.807613 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.807805 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.807982 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.808154 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.808773 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.808773 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.808773 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.808949 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809012 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809194 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809351 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809450 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809573 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:14.809697 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809776 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.809916 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810057 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810215 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810377 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810533 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810691 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.810848 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811006 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811264 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811444 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811606 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811763 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.811922 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812081 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812237 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812396 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812555 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812722 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.812880 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813041 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813196 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813360 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813530 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813686 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.813845 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814006 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814164 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814322 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814486 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814644 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814802 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.814960 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.815117 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.815281 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.816086 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.816351 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.816512 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.816712 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.816896 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817046 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817206 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817362 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817512 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817673 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817824 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.817985 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818135 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818288 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818449 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818620 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818762 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.818907 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819049 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819210 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819361 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819543 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819693 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.819845 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820002 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820157 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820308 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820472 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820618 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820762 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.820970 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822087 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822087 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822260 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822434 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822587 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822726 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.822880 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823041 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823202 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823356 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823542 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823694 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.823853 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.824011 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.824436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.824436 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.824724 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.824724 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825045 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825045 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825332 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825332 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.825973 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826435 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826435 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826435 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826616 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826866 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.826866 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827263 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827263 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827607 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827607 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827775 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.827939 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828100 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828261 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828455 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828582 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828742 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.828901 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829061 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829236 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829398 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829558 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829719 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.829880 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830041 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830214 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830379 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830536 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830695 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.830859 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.831020 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.831245 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.831537 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.831700 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.831860 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832021 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832180 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832352 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832512 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832672 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832832 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.832992 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833149 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833319 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833478 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833640 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833799 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.833972 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834124 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834281 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834441 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834603 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834766 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.834924 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835084 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835253 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835435 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835593 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835758 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.835920 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836086 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836244 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836415 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836575 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836739 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.836902 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837065 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837224 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837385 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837578 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837727 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.837886 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838048 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838216 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838384 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838558 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838718 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.838884 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839055 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839215 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839377 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839583 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839745 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.839906 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840068 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840229 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840390 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840551 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840713 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.840872 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841033 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841193 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841352 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841513 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841675 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841836 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.841996 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.842156 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 09:18:14.842309 dv-cinder-801989-2-iscsi neutron-server[92871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 09:18:15.015862 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 50844) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:15.024630 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065455 Jul 23 09:18:26.298506 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3012b47-ab67-47c4-a44f-b6a07ca1bb57 None None] get_active_networks_info from dv-cinder-801989-2-iscsi {{(pid=92982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 09:18:26.374391 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3012b47-ab67-47c4-a44f-b6a07ca1bb57 None None] No non-hosted networks {{(pid=92982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 09:18:26.402958 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.agentschedulers_db [None req-e3012b47-ab67-47c4-a44f-b6a07ca1bb57 None None] DHCP Agent not found on host dv-cinder-801989-2-iscsi {{(pid=92982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 09:18:26.601989 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-49cbe8a4-0bc1-40c1-9126-de28e40539b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:28.923116 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:28.926737 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.929732 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.930744 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.932257 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.933031 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.933680 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.934232 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.934801 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.936153 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.939535 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.942087 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.942800 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:28.943496 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801989-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:28.955294 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801989-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:18:29.079297 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7328a4ce-32ce-411d-809e-9f4ea37a31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:29.130339 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d73dcdab-3f8e-4cc5-8832-79afdd6eaa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:30.215977 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:31.544451 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:32.490745 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.db.l3_hamode_db [None req-06932014-8f67-42ba-9eb9-f6f5c75b6dec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 09:18:32.567832 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06932014-8f67-42ba-9eb9-f6f5c75b6dec None None] Routers set() bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:18:32.568493 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06932014-8f67-42ba-9eb9-f6f5c75b6dec None None] Router IDs set() for agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 09:18:32.914183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 50936) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:33.393516 dv-cinder-801989-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-b887df7b-2cb0-43d0-b8c4-66e57b8a2f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:33.394300 dv-cinder-801989-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-b887df7b-2cb0-43d0-b8c4-66e57b8a2f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:33.612850 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-b887df7b-2cb0-43d0-b8c4-66e57b8a2f00 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:18:33.613946 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b887df7b-2cb0-43d0-b8c4-66e57b8a2f00 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6988771 Jul 23 09:18:35.946114 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 50950) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:36.249678 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:18:36.343434 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.policy [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 09:18:36.387907 dv-cinder-801989-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:36.388277 dv-cinder-801989-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:36.396568 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.quota [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] Loaded quota_driver: . Jul 23 09:18:36.485104 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782585625', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782585206', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782713230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782702424', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782692613', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748782682300', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3900873', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3914732', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695365', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678591'] for rbac-policy, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:36.548620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:36.551038 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6b8d83f1-0be8-4211-a8f9-8052dd48589f admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6038442 Jul 23 09:18:39.092997 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 50962) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:39.386576 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Request body: {'network': {'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'name': 'private', 'admin_state_up': True}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:18:39.415348 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Made reservation on behalf of a1ee24b5cacd4d8d9720fde359a690bb for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:18:39.418051 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.433897 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.559707 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.563119 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.583515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:18:39.611801 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748783081090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.612551 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Unsubscribe: segment precommit_create {{(pid=92981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 09:18:39.613170 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Added segment 8902a05f-606c-477e-9cda-92e6d63859c0 of type vlan for network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 Jul 23 09:18:39.632226 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4544c9f3-3e67-447b-a5ae-690b6741ad56,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:39.683137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.683509 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.683852 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.684178 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.684500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.684834 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.685154 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.685466 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.685794 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.686110 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.686422 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.686732 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Tracked resource versions report: Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: pushed versions: Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: consumer versions: Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Log': '1.0', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Network': '1.1', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Port': '1.7', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 23 09:18:39.687819 dv-cinder-801989-2-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:18:39.729412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.784680 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.785760 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:18:39.786397 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:39.840320 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7461827 Jul 23 09:18:39.886372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573ea7-c43e-47ca-bf81-7b9a92e40d59 admin admin] Pushing event updated for resources: {'Network': ['ID=dd39fc57-ff20-45c6-85bf-c64ff9cb5317,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:39.899340 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:18:42.459064 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 50976) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:42.844591 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f39f8ed-dcc5-4f73-9225-5b7a5e3ec0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:18:42.845966 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9f39f8ed-dcc5-4f73-9225-5b7a5e3ec0fd admin admin] 10.222.0.10 "GET /v2.0/networks/dd39fc57-ff20-45c6-85bf-c64ff9cb5317 HTTP/1.1" status: 200 len: 825 time: 0.3859324 Jul 23 09:18:42.869642 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4d5a8f30-8f0f-48a9-a5f5-eeb263b0b608 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/6669ec21-e37c-40fe-a228-2097081cbfa5 HTTP/1.1" status: 200 len: 734 time: 0.0183401 Jul 23 09:18:42.878366 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Request body: {'subnet': {'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:18:42.900550 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Made reservation on behalf of a1ee24b5cacd4d8d9720fde359a690bb for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:18:42.903053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:43.200102 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:43.268815 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Checking segment: {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:18:43.269182 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Network hostable DHCP agents. Network: dd39fc57-ff20-45c6-85bf-c64ff9cb5317, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:18:43.273674 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93ecebf-735e-4297-96c7-397a0239516a,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:43.292652 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:18:43.303873 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, dd39fc57-ff20-45c6-85bf-c64ff9cb5317) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:18:43.308401 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:18:43.309076 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:43.312976 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ecb69-ab06-44a6-986c-e43e60c0eafc None None] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:18:43.322256 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f1f7ba17-fa51-4a34-8cb6-c4a9004ca630 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476204 Jul 23 09:18:43.634477 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:18:43.635865 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:43.910157 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Allocated IP 172.20.0.2 (dd39fc57-ff20-45c6-85bf-c64ff9cb5317/e93ecebf-735e-4297-96c7-397a0239516a/51e9f01b-aed9-4782-832f-bada0b7c4b50) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:18:44.141749 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:44.157240 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Transition to ACTIVE for port object 51e9f01b-aed9-4782-832f-bada0b7c4b50 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:18:44.179701 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Transition to ACTIVE for port object 51e9f01b-aed9-4782-832f-bada0b7c4b50 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:18:44.188163 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:44.252047 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:18:44.257814 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:18:44.269500 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:18:44.277144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Pushing event updated for resources: {'Port': ['ID=51e9f01b-aed9-4782-832f-bada0b7c4b50,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:44.307046 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.307404 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.307774 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.308120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.308462 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.308857 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.309193 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.309529 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.309879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.310228 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.310543 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.310872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Tracked resource versions report: Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: pushed versions: Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: consumer versions: Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Log': '1.0', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Network': '1.1', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Port': '1.7', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SubPort': '1.0', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Subnet': '1.1', Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jul 23 09:18:44.311999 dv-cinder-801989-2-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:18:44.365796 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Attempting to bind port 51e9f01b-aed9-4782-832f-bada0b7c4b50 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:18:44.366203 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Attempting to bind port 51e9f01b-aed9-4782-832f-bada0b7c4b50 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:18:44.366645 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Attempting to bind port 51e9f01b-aed9-4782-832f-bada0b7c4b50 on network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:18:44.371499 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:18:44.371941 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Checking segment: {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:18:44.372434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:44.372831 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Bound using segment: {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:18:44.373313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Bound port: 51e9f01b-aed9-4782-832f-bada0b7c4b50, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:18:44.373735 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:44.437993 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] For port 51e9f01b-aed9-4782-832f-bada0b7c4b50, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:18:44.442091 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] For port 51e9f01b-aed9-4782-832f-bada0b7c4b50, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=51e9f01b-aed9-4782-832f-bada0b7c4b50,segment=NetworkSegment(8902a05f-606c-477e-9cda-92e6d63859c0),segment_id=8902a05f-606c-477e-9cda-92e6d63859c0)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:18:44.445345 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:44.507511 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb09e4-b975-476e-9def-6ffa38d18855 None None] Pushing event updated for resources: {'Port': ['ID=51e9f01b-aed9-4782-832f-bada0b7c4b50,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:45.698749 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 50984) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:46.196940 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-246e7654-95a5-475c-a6ed-e08b1199a68c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:46.197512 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-246e7654-95a5-475c-a6ed-e08b1199a68c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:46.420444 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-246e7654-95a5-475c-a6ed-e08b1199a68c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:18:46.421650 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-246e7654-95a5-475c-a6ed-e08b1199a68c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7205873 Jul 23 09:18:48.808051 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 50998) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:49.123687 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-4d1118d8-cd24-4962-b67d-c51f64584963 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:18:49.124672 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4d1118d8-cd24-4962-b67d-c51f64584963 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155916 Jul 23 09:18:51.753335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51012) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:52.055755 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:18:52.120321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.policy [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 09:18:52.166307 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:52.166681 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 09:18:52.175194 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.quota [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Loaded quota_driver: . Jul 23 09:18:52.231959 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:52.233775 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:52.391887 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:52.398072 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:52.417266 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:52.418587 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f9476efa-1a31-4ad4-9c8c-6917013818a9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6642962 Jul 23 09:18:52.869545 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22dd1d-57c7-4dc2-bc6f-6f6629b93d27 None None] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:18:52.937669 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 51e9f01b-aed9-4782-832f-bada0b7c4b50 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:18:52.991766 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d587089a-d339-46b6-94a4-36cdb31ce66b None None] Provisioning for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:18:53.085855 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:18:53.091978 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:18:53.092382 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:53.249540 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:53.286389 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 51e9f01b-aed9-4782-832f-bada0b7c4b50, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=51e9f01b-aed9-4782-832f-bada0b7c4b50,segment=NetworkSegment(8902a05f-606c-477e-9cda-92e6d63859c0),segment_id=8902a05f-606c-477e-9cda-92e6d63859c0)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:18:53.290615 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:53.341732 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=51e9f01b-aed9-4782-832f-bada0b7c4b50,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:53.426171 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-50bdfde1-6fce-4961-9efa-425be301fb9b None None] Provisioning complete for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:18:53.426550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50bdfde1-6fce-4961-9efa-425be301fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:54.801703 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51024) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:54.911909 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 51e9f01b-aed9-4782-832f-bada0b7c4b50 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:18:54.956765 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:18:54.957141 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:55.112653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-4f773b83-f820-4142-bf5a-e471df314d8a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:18:55.113578 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f773b83-f820-4142-bf5a-e471df314d8a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109591 Jul 23 09:18:56.186496 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-606e57b1-a8dc-44b4-a362-8489d7f970a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.446911 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51032) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:18:57.754187 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:18:57.777450 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Made reservation on behalf of d726dd0ce21d40a49d7bdb0673261d61 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:18:57.780368 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.796509 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.913781 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.917358 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.929064 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=92980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 09:18:57.961461 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748783081090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:57.962026 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Unsubscribe: segment precommit_create {{(pid=92980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 09:18:57.962530 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Added segment ad85f4c0-ff37-45b9-bca9-d0de0952d8df of type flat for network e24bfd67-e222-4eac-84d5-67e3c322933f Jul 23 09:18:57.979883 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5563f8-2e92-4221-b990-903d2d43f5fc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:58.005542 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.005899 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.006231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.006554 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.006881 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.007227 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.007581 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.007900 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.008229 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.008544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.008856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.009167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Tracked resource versions report: Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: pushed versions: Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: consumer versions: Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Log': '1.0', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Network': '1.1', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Port': '1.7', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SubPort': '1.0', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Subnet': '1.1', Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jul 23 09:18:58.010224 dv-cinder-801989-2-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:18:58.088209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:58.138901 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:58.140126 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:18:58.140760 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:58.194166 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7462034 Jul 23 09:18:58.240167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c9e67-2dc1-44f3-a543-2c87e77487a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e24bfd67-e222-4eac-84d5-67e3c322933f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:18:58.255000 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network e24bfd67-e222-4eac-84d5-67e3c322933f details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:18:58.911364 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:18:59.081920 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f27-edc9-4b99-a4ad-5e66efe978a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:00.129949 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:00.551909 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51054) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:19:00.765078 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc11cc-b2a4-47ce-8847-53dbb87db2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:19:00.766460 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-42fc11cc-b2a4-47ce-8847-53dbb87db2f2 admin admin] 10.222.0.10 "GET /v2.0/subnets/e93ecebf-735e-4297-96c7-397a0239516a HTTP/1.1" status: 200 len: 849 time: 0.2135658 Jul 23 09:19:00.901336 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4b8f3dc6-1e6b-4fde-b7d1-d7758c5035fe admin admin] 10.222.0.10 "GET /v2.0/routers/b51bdc3d-658f-4b70-889c-65a9f256311e HTTP/1.1" status: 200 len: 704 time: 0.1293364 Jul 23 09:19:01.160936 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:01.446932 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:01.458963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Allocated IP 172.20.0.1 (dd39fc57-ff20-45c6-85bf-c64ff9cb5317/e93ecebf-735e-4297-96c7-397a0239516a/31b6f302-3789-4fcc-9983-a55e6de7453c) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:19:01.643793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:01.666713 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Transition to ACTIVE for port object 31b6f302-3789-4fcc-9983-a55e6de7453c will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:19:01.748667 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:01.815456 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:19:01.821006 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:19:01.834056 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:19:01.834615 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:01.900635 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Pushing event updated for resources: {'Port': ['ID=31b6f302-3789-4fcc-9983-a55e6de7453c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:02.067132 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f061aa3b-2e4a-450d-86a2-c341fdb9001c None None] Provisioning for port 31b6f302-3789-4fcc-9983-a55e6de7453c completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:19:02.070692 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f061aa3b-2e4a-450d-86a2-c341fdb9001c None None] Provisioning complete for port 31b6f302-3789-4fcc-9983-a55e6de7453c triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:02.071064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f061aa3b-2e4a-450d-86a2-c341fdb9001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.091268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.112163 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f061aa3b-2e4a-450d-86a2-c341fdb9001c None None] Port 31b6f302-3789-4fcc-9983-a55e6de7453c cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:19:02.269665 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.274170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.275010 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.333670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Pushing event updated for resources: {'Port': ['ID=31b6f302-3789-4fcc-9983-a55e6de7453c,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:02.398385 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:19:02.399733 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:19:02.560232 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Router b51bdc3d-658f-4b70-889c-65a9f256311e is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:19:02.632381 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cb904ff5-9b6e-47f8-84a5-a9c1c51650e2 None None] Provisioning complete for port 31b6f302-3789-4fcc-9983-a55e6de7453c triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:02.632921 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff5-9b6e-47f8-84a5-a9c1c51650e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:02.650110 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:19:02.655512 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ba69605-6520-48ad-b2c2-672914a6d124 admin admin] 10.222.0.10 "PUT /v2.0/routers/b51bdc3d-658f-4b70-889c-65a9f256311e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7492936 Jul 23 09:19:02.662317 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Sync routers for ids ['b51bdc3d-658f-4b70-889c-65a9f256311e'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:19:02.668013 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-cb904ff5-9b6e-47f8-84a5-a9c1c51650e2 None None] Port 31b6f302-3789-4fcc-9983-a55e6de7453c cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:19:02.674729 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Routers {'b51bdc3d-658f-4b70-889c-65a9f256311e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:19:02.675615 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:18:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['b51bdc3d-658f-4b70-889c-65a9f256311e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:02.857535 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Set router b51bdc3d-658f-4b70-889c-65a9f256311e gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:19:03.280424 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:01Z', 'revision_number': 2, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port_host': None, '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:02Z', 'revision_number': 2, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:03.332107 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Checking router: b51bdc3d-658f-4b70-889c-65a9f256311e for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:19:03.332486 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Updating router b51bdc3d-658f-4b70-889c-65a9f256311e port 31b6f302-3789-4fcc-9983-a55e6de7453c binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:19:03.398141 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:03.889085 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:03.907396 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Transition to ACTIVE for port object 31b6f302-3789-4fcc-9983-a55e6de7453c will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:19:03.913784 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:04.080738 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Pushing event updated for resources: {'Port': ['ID=31b6f302-3789-4fcc-9983-a55e6de7453c,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:04.087666 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Attempting to bind port 31b6f302-3789-4fcc-9983-a55e6de7453c on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:19:04.088075 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Attempting to bind port 31b6f302-3789-4fcc-9983-a55e6de7453c by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:19:04.088517 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Attempting to bind port 31b6f302-3789-4fcc-9983-a55e6de7453c on network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:19:04.097723 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.098081 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.098428 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.098770 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.099106 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.099463 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.099799 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.100133 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.100506 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.100838 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.101163 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.101490 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Tracked resource versions report: Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: pushed versions: Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: consumer versions: Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Log': '1.0', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Network': '1.1', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Port': '1.7', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 23 09:19:04.102564 dv-cinder-801989-2-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:19:04.104835 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:19:04.105255 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Checking segment: {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:19:04.105745 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:04.106129 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Bound using segment: {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:19:04.106632 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Bound port: 31b6f302-3789-4fcc-9983-a55e6de7453c, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8902a05f-606c-477e-9cda-92e6d63859c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:19:04.107038 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:04.174634 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] For port 31b6f302-3789-4fcc-9983-a55e6de7453c, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:19:04.197031 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] For port 31b6f302-3789-4fcc-9983-a55e6de7453c, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=31b6f302-3789-4fcc-9983-a55e6de7453c,segment=NetworkSegment(8902a05f-606c-477e-9cda-92e6d63859c0),segment_id=8902a05f-606c-477e-9cda-92e6d63859c0)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:19:04.201331 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:04.260598 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Routers {'b51bdc3d-658f-4b70-889c-65a9f256311e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:19:04.261236 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:18:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['b51bdc3d-658f-4b70-889c-65a9f256311e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:04.265078 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37fc7f-e971-45e3-8d5a-cc58de11956a None None] Pushing event updated for resources: {'Port': ['ID=31b6f302-3789-4fcc-9983-a55e6de7453c,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:04.350974 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] Set router b51bdc3d-658f-4b70-889c-65a9f256311e gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:19:04.555790 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:01Z', 'revision_number': 2, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port_host': None, '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:04Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:04.581047 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46c88a-965f-4872-a31c-f41cde544040 None None] The sync data for ids ['b51bdc3d-658f-4b70-889c-65a9f256311e'] in dv-cinder-801989-2-iscsi is: [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:01Z', 'revision_number': 2, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port_host': None, '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:04Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:19:04.878063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51074) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:19:04.985280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63584b-7b5d-4b7a-b408-f6b55799ba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:19:04.986721 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6f63584b-7b5d-4b7a-b408-f6b55799ba06 admin admin] 10.222.0.10 "GET /v2.0/networks/e24bfd67-e222-4eac-84d5-67e3c322933f HTTP/1.1" status: 200 len: 842 time: 0.1077271 Jul 23 09:19:04.996207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:19:05.020745 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Made reservation on behalf of d726dd0ce21d40a49d7bdb0673261d61 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:19:05.023488 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:05.340037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.objects.ports [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92980) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 09:19:05.340455 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:05.394411 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bdb683b-3c63-45bd-9d40-801683c27495,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:05.405584 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:19:05.405936 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Network hostable DHCP agents. Network: e24bfd67-e222-4eac-84d5-67e3c322933f, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:19:05.427594 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:19:05.437575 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, e24bfd67-e222-4eac-84d5-67e3c322933f) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:19:05.441695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:19:05.442452 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:05.447470 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480daecc-299c-42f8-93df-45a7ac224566 None None] Network e24bfd67-e222-4eac-84d5-67e3c322933f requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:19:05.456510 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-63fd50a2-e257-4e7c-ab88-52072b26c3eb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4637833 Jul 23 09:19:05.596772 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193429a8-f230-420e-986b-1c079aee3286 None None] Network e24bfd67-e222-4eac-84d5-67e3c322933f requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:19:07.740334 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51082) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:19:07.870329 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a2114aab-5a46-4cb0-ad90-0ec26c095d3c admin admin] 10.222.0.10 "GET /v2.0/routers/b51bdc3d-658f-4b70-889c-65a9f256311e HTTP/1.1" status: 200 len: 710 time: 0.1288683 Jul 23 09:19:07.958111 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3df905-5dca-4695-8336-12ebc5514c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:19:07.959399 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fa3df905-5dca-4695-8336-12ebc5514c88 admin admin] 10.222.0.10 "GET /v2.0/networks/e24bfd67-e222-4eac-84d5-67e3c322933f HTTP/1.1" status: 200 len: 886 time: 0.0840631 Jul 23 09:19:07.968145 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:19:08.279642 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:08.512593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:08.595433 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:08.696104 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Allocated IP 172.27.3.166 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/a4e12f54-75c8-4f1e-9c92-f4299734a07a) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:19:08.795699 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:08.835095 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:08.869451 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:19:08.872441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:19:08.876095 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:19:08.941991 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e12f54-75c8-4f1e-9c92-f4299734a07a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:09.123061 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:09.318635 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:09.321906 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541309'] for router, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:09.429284 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Router b51bdc3d-658f-4b70-889c-65a9f256311e has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:19:09.619927 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:19:09.624291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:09.625374 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e51640d4-7f5b-415f-8831-efec22b5e184 admin admin] 10.222.0.10 "PUT /v2.0/routers/b51bdc3d-658f-4b70-889c-65a9f256311e HTTP/1.1" status: 200 len: 890 time: 1.6606171 Jul 23 09:19:10.728503 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:19:10.944646 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 31b6f302-3789-4fcc-9983-a55e6de7453c up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:19:10.974210 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Sync routers for ids ['b51bdc3d-658f-4b70-889c-65a9f256311e'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:19:10.994936 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Routers {'b51bdc3d-658f-4b70-889c-65a9f256311e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:19:10.995756 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:18:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['b51bdc3d-658f-4b70-889c-65a9f256311e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:11.148374 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 31b6f302-3789-4fcc-9983-a55e6de7453c completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:19:11.167243 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 31b6f302-3789-4fcc-9983-a55e6de7453c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:11.167645 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:11.283964 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Set router b51bdc3d-658f-4b70-889c-65a9f256311e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:19:11.455952 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:11.573889 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 31b6f302-3789-4fcc-9983-a55e6de7453c, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=31b6f302-3789-4fcc-9983-a55e6de7453c,segment=NetworkSegment(8902a05f-606c-477e-9cda-92e6d63859c0),segment_id=8902a05f-606c-477e-9cda-92e6d63859c0)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:19:11.580672 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:11.696549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=31b6f302-3789-4fcc-9983-a55e6de7453c,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:11.761165 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:08Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port': {'id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:08Z', 'updated_at': '2021-07-23T09:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:04Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:11.813351 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Checking router: b51bdc3d-658f-4b70-889c-65a9f256311e for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:19:11.813707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Updating router b51bdc3d-658f-4b70-889c-65a9f256311e port a4e12f54-75c8-4f1e-9c92-f4299734a07a binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:19:11.846342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.030274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51094) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:19:12.163376 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-02b2944c-5f7d-4ac7-8814-ee4bbeaf8c51 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1320472 Jul 23 09:19:12.167254 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.178467 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Transition to ACTIVE for port object a4e12f54-75c8-4f1e-9c92-f4299734a07a will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:19:12.184769 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.237826 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Attempting to bind port a4e12f54-75c8-4f1e-9c92-f4299734a07a on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:19:12.238205 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Attempting to bind port a4e12f54-75c8-4f1e-9c92-f4299734a07a by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:19:12.238580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Attempting to bind port a4e12f54-75c8-4f1e-9c92-f4299734a07a on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:19:12.244352 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be3ed-66e1-44a6-ae04-8755d7065920 None None] Pushing event updated for resources: {'Port': ['ID=a4e12f54-75c8-4f1e-9c92-f4299734a07a,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:12.249176 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:19:12.249557 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:19:12.249969 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.250368 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:19:12.250863 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Bound port: a4e12f54-75c8-4f1e-9c92-f4299734a07a, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:19:12.252318 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.304720 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] For port a4e12f54-75c8-4f1e-9c92-f4299734a07a, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:19:12.308060 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] For port a4e12f54-75c8-4f1e-9c92-f4299734a07a, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=a4e12f54-75c8-4f1e-9c92-f4299734a07a,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:19:12.313245 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:12.373793 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Routers {'b51bdc3d-658f-4b70-889c-65a9f256311e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:19:12.374416 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:18:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['b51bdc3d-658f-4b70-889c-65a9f256311e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:12.377183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be3ed-66e1-44a6-ae04-8755d7065920 None None] Pushing event updated for resources: {'Port': ['ID=a4e12f54-75c8-4f1e-9c92-f4299734a07a,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:12.559006 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] Set router b51bdc3d-658f-4b70-889c-65a9f256311e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:19:12.770668 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:08Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port': {'id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:08Z', 'updated_at': '2021-07-23T09:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:11Z', 'revision_number': 5, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:19:12.796776 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bd9b4-0b5e-446d-8de7-788582bfd1e5 None None] The sync data for ids ['b51bdc3d-658f-4b70-889c-65a9f256311e'] in dv-cinder-801989-2-iscsi is: [{'id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'name': 'router1', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:18:52Z', 'updated_at': '2021-07-23T09:19:08Z', 'revision_number': 4, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'gw_port': {'id': 'a4e12f54-75c8-4f1e-9c92-f4299734a07a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:08Z', 'updated_at': '2021-07-23T09:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '31b6f302-3789-4fcc-9983-a55e6de7453c', 'name': '', 'network_id': 'dd39fc57-ff20-45c6-85bf-c64ff9cb5317', 'tenant_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'mac_address': 'fa:16:3e:e2:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51bdc3d-658f-4b70-889c-65a9f256311e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:19:01Z', 'updated_at': '2021-07-23T09:19:11Z', 'revision_number': 5, 'project_id': 'a1ee24b5cacd4d8d9720fde359a690bb', 'subnets': [{'id': 'e93ecebf-735e-4297-96c7-397a0239516a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6669ec21-e37c-40fe-a228-2097081cbfa5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:19:13.069086 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 31b6f302-3789-4fcc-9983-a55e6de7453c up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:19:13.149596 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 31b6f302-3789-4fcc-9983-a55e6de7453c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:13.149974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:13.229881 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a4e12f54-75c8-4f1e-9c92-f4299734a07a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:19:13.279843 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port a4e12f54-75c8-4f1e-9c92-f4299734a07a completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:19:13.285179 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port a4e12f54-75c8-4f1e-9c92-f4299734a07a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:13.285687 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:13.373013 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:13.396071 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port a4e12f54-75c8-4f1e-9c92-f4299734a07a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=a4e12f54-75c8-4f1e-9c92-f4299734a07a,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:19:13.401014 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:13.459578 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=a4e12f54-75c8-4f1e-9c92-f4299734a07a,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:19:14.932804 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a4e12f54-75c8-4f1e-9c92-f4299734a07a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:19:14.983303 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port a4e12f54-75c8-4f1e-9c92-f4299734a07a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:19:14.984129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:26.189767 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-edd29a2a-37a4-4cb1-9914-8d9f0881d8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:28.914622 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:29.086684 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-267ecdcd-d3c1-49ac-b5ac-3327b9bb1581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:30.137849 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:31.479768 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:47.729533 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:19:56.192151 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ecb64ff1-0149-4954-9521-703f3693f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:58.920322 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:19:59.080679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6612955a-d639-465b-8c01-960608c31ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:00.164678 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:01.477212 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:24.727797 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:20:26.194237 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8faa8a95-7f64-4dc4-88b9-efc45d740055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:28.915281 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:29.080959 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba03d-fedc-4d68-9878-a53765136f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:30.139378 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:31.474371 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:48.470493 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51662) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:20:48.532617 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9fde0f-5c28-418c-8fb5-89de2b5c7074 admin admin] GET failed (client error): The resource could not be found. Jul 23 09:20:48.533968 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0c9fde0f-5c28-418c-8fb5-89de2b5c7074 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625193 Jul 23 09:20:48.689675 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197b16c-e077-4aed-ab7c-778a934a4125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:48.691077 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3197b16c-e077-4aed-ab7c-778a934a4125 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1532757 Jul 23 09:20:50.887709 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51672) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:20:50.979595 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db379f14-e4dc-469b-9a5a-eece411d557b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:50.980938 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-db379f14-e4dc-469b-9a5a-eece411d557b admin admin] 10.222.0.10 "GET /v2.0/subnets/e93ecebf-735e-4297-96c7-397a0239516a HTTP/1.1" status: 200 len: 849 time: 0.0922909 Jul 23 09:20:50.990850 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:20:51.070734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:51.208704 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748783039052'] for subnet, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:51.238455 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:51.239606 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:51.251462 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] 10.222.0.10 "PUT /v2.0/subnets/e93ecebf-735e-4297-96c7-397a0239516a HTTP/1.1" status: 200 len: 868 time: 0.2531781 Jul 23 09:20:51.251715 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa634a7a-4fae-4e7f-ae4c-2edbd1ae3e5b None None] Network dd39fc57-ff20-45c6-85bf-c64ff9cb5317 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:20:51.261196 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93ecebf-735e-4297-96c7-397a0239516a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:20:51.269528 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.269953 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.270301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.270636 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.271101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.271857 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.272198 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.272527 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.272879 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.273207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.273528 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.273989 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f10e82-3e36-498a-b772-cab424b27b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:20:51.633084 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cada223c-dcc0-431f-9e49-9df18650ece3 None None] Provisioning complete for port 31b6f302-3789-4fcc-9983-a55e6de7453c triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:20:51.633458 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cada223c-dcc0-431f-9e49-9df18650ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:51.716501 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cada223c-dcc0-431f-9e49-9df18650ece3 None None] Provisioning complete for port 51e9f01b-aed9-4782-832f-bada0b7c4b50 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:20:51.716765 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cada223c-dcc0-431f-9e49-9df18650ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:53.399906 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51680) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:20:53.597148 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a02b6-1fc7-4a22-bfbd-b3c7b532ee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:53.597548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a02b6-1fc7-4a22-bfbd-b3c7b532ee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:53.599095 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c77a02b6-1fc7-4a22-bfbd-b3c7b532ee28 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982193 Jul 23 09:20:55.748716 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51688) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:20:55.881042 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f674e2-92a9-44f7-8f27-732512ea36b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:55.881517 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f674e2-92a9-44f7-8f27-732512ea36b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:55.883064 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-33f674e2-92a9-44f7-8f27-732512ea36b5 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334052 Jul 23 09:20:56.194800 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c42fe2ff-edf2-45f8-9ee3-9cf1667d011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:58.066704 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51696) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:20:58.244814 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24083251-96f6-4e0b-aee6-69597d157f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:20:58.246166 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-24083251-96f6-4e0b-aee6-69597d157f42 admin admin] 10.222.0.10 "GET /v2.0/networks/dd39fc57-ff20-45c6-85bf-c64ff9cb5317 HTTP/1.1" status: 200 len: 869 time: 0.1785800 Jul 23 09:20:58.916988 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:20:59.080733 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3af3923d-c463-4a62-8680-74cf71ee468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:00.140843 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:00.397730 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51706) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:00.519656 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb7245-a871-4c7d-96f2-6ef463ac9a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:00.521018 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d0bb7245-a871-4c7d-96f2-6ef463ac9a6a admin admin] 10.222.0.10 "GET /v2.0/networks/e24bfd67-e222-4eac-84d5-67e3c322933f HTTP/1.1" status: 200 len: 886 time: 0.1224124 Jul 23 09:21:01.479779 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:01.726419 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:21:02.711844 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51714) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:02.835854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7cb2e-e40d-44a5-a91a-3ea8cdcd8bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:02.836373 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7cb2e-e40d-44a5-a91a-3ea8cdcd8bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:02.837893 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5ab7cb2e-e40d-44a5-a91a-3ea8cdcd8bed admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251130 Jul 23 09:21:04.997664 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51722) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:05.119161 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7732f-bce7-456e-8abf-323ae6691409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:05.119561 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7732f-bce7-456e-8abf-323ae6691409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:05.121072 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8ed7732f-bce7-456e-8abf-323ae6691409 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223853 Jul 23 09:21:07.282978 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51730) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:07.365026 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e13bba8-a7b6-4196-8cc4-c2832bf18ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:07.366358 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7e13bba8-a7b6-4196-8cc4-c2832bf18ca3 admin admin] 10.222.0.10 "GET /v2.0/subnets/0bdb683b-3c63-45bd-9d40-801683c27495 HTTP/1.1" status: 200 len: 816 time: 0.0824149 Jul 23 09:21:09.502026 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51738) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:09.590559 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce857238-fb43-49fd-9996-3f2bdc12ff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:09.592668 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ce857238-fb43-49fd-9996-3f2bdc12ff4c admin admin] 10.222.0.10 "GET /v2.0/subnets/e93ecebf-735e-4297-96c7-397a0239516a HTTP/1.1" status: 200 len: 868 time: 0.0895433 Jul 23 09:21:26.194669 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8e3196c0-d8d5-47a7-89c6-886ba89af565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:28.917790 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:29.081340 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8169681-009a-4541-a18c-2f9b7b4ea7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:30.145669 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:31.486962 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:33.899778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51790) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:33.947376 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-3909b50c-0c5a-4794-ba0b-a475d058a760 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:21:33.948409 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3909b50c-0c5a-4794-ba0b-a475d058a760 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476320 Jul 23 09:21:36.197075 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51798) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:36.254700 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-901ffb1f-d6a3-4f8d-89c2-745b3ec51ec6 admin admin] GET failed (client error): The resource could not be found. Jul 23 09:21:36.256062 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-901ffb1f-d6a3-4f8d-89c2-745b3ec51ec6 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580513 Jul 23 09:21:36.342227 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30ed42-2bb3-4a1f-b2a1-ff08cbe8e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:36.343737 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9f30ed42-2bb3-4a1f-b2a1-ff08cbe8e22c admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838854 Jul 23 09:21:38.534869 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51806) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:38.580089 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:21:38.599781 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Made reservation on behalf of d726dd0ce21d40a49d7bdb0673261d61 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:21:38.601969 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:38.633362 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING neutron.services.revisions.revision_plugin [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Could not find related network for resource to bump revision. Jul 23 09:21:38.649046 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:21:38.660122 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:38.660504 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Added segment 25decf22-e687-41b7-8883-c28f6369c59f of type vlan for network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c Jul 23 09:21:38.699184 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:38.723937 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:21:38.726439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:38.727399 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:38.728010 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:38.764817 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2288523 Jul 23 09:21:38.792006 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45815373-6e8e-4b9e-985c-c3072d496c20 admin admin] Pushing event updated for resources: {'Network': ['ID=1ecdbc5c-900f-463a-a2f6-6380b00efe2c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:21:38.803218 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:21:40.953457 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51814) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:21:41.012147 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0b2002-74b1-4937-b687-3d9b4b9cd36a admin admin] GET failed (client error): The resource could not be found. Jul 23 09:21:41.013723 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2d0b2002-74b1-4937-b687-3d9b4b9cd36a admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593100 Jul 23 09:21:41.083592 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e12d4-0aea-4b42-8b66-c0a9e66cc80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:41.084911 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-189e12d4-0aea-4b42-8b66-c0a9e66cc80e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671277 Jul 23 09:21:41.094464 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:21:41.114282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Made reservation on behalf of d726dd0ce21d40a49d7bdb0673261d61 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:21:41.116746 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.371296 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.421774 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac5d58f-6296-4610-a5c0-49b778a4fd70,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:21:41.431345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Checking segment: {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:21:41.431730 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Network hostable DHCP agents. Network: 1ecdbc5c-900f-463a-a2f6-6380b00efe2c, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:21:41.448387 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:21:41.456944 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 1ecdbc5c-900f-463a-a2f6-6380b00efe2c) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:21:41.460963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:21:41.461544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.466099 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9b600-c5d8-40aa-8bcc-ef713eb25794 None None] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:21:41.475728 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-95559774-53ec-423f-8ddf-547e1b591982 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3847420 Jul 23 09:21:41.632456 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-1ecdbc5c-900f-463a-a2f6-6380b00efe2c', 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c', 'tenant_id': 'd726dd0ce21d40a49d7bdb0673261d61', 'fixed_ips': [{'subnet_id': 'bac5d58f-6296-4610-a5c0-49b778a4fd70'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:21:41.633356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.767162 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Allocated IP 192.168.233.2 (1ecdbc5c-900f-463a-a2f6-6380b00efe2c/bac5d58f-6296-4610-a5c0-49b778a4fd70/6d565adb-7b7c-4102-b272-c8f0d68a44c4) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:21:41.914110 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.923093 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Transition to ACTIVE for port object 6d565adb-7b7c-4102-b272-c8f0d68a44c4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:21:41.937973 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Transition to ACTIVE for port object 6d565adb-7b7c-4102-b272-c8f0d68a44c4 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:21:41.945263 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:41.980896 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:21:41.984251 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:21:41.989689 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:21:42.000604 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Pushing event updated for resources: {'Port': ['ID=6d565adb-7b7c-4102-b272-c8f0d68a44c4,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:21:42.027687 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.028565 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.028911 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.029247 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.029584 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.029923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.030258 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.030583 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.030938 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.031275 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.031632 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.031953 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:21:42.065107 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Attempting to bind port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:21:42.065482 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Attempting to bind port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:21:42.065847 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Attempting to bind port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 on network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:21:42.070808 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:21:42.071178 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Checking segment: {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:21:42.071610 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:42.072005 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Bound using segment: {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:21:42.072465 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Bound port: 6d565adb-7b7c-4102-b272-c8f0d68a44c4, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:21:42.072864 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:42.135177 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] For port 6d565adb-7b7c-4102-b272-c8f0d68a44c4, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:21:42.138503 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] For port 6d565adb-7b7c-4102-b272-c8f0d68a44c4, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6d565adb-7b7c-4102-b272-c8f0d68a44c4,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:21:42.142587 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:42.198774 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd235-f8dc-47ad-8639-931957f10c07 None None] Pushing event updated for resources: {'Port': ['ID=6d565adb-7b7c-4102-b272-c8f0d68a44c4,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:21:42.985082 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5a362-b3ec-4d89-8211-226dfa18405e None None] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:21:43.077255 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6d565adb-7b7c-4102-b272-c8f0d68a44c4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:21:43.142485 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-574ea5f1-7a13-4308-aa4f-73a2952ef8f1 None None] Provisioning for port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:21:43.186521 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:21:43.192211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:21:43.192582 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:43.286222 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:43.322091 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 6d565adb-7b7c-4102-b272-c8f0d68a44c4, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6d565adb-7b7c-4102-b272-c8f0d68a44c4,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:21:43.328476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:43.384457 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=6d565adb-7b7c-4102-b272-c8f0d68a44c4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:21:43.474481 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cca29584-224c-4153-9c1c-9bea2f0554e1 None None] Provisioning complete for port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:21:43.474853 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cca29584-224c-4153-9c1c-9bea2f0554e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:45.042645 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6d565adb-7b7c-4102-b272-c8f0d68a44c4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:21:45.089254 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 6d565adb-7b7c-4102-b272-c8f0d68a44c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:21:45.089562 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:56.195337 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-62d45909-3e98-42b4-a3c1-23e49a05595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:58.920686 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:21:59.082221 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87ed7c25-362b-4ae7-b50c-e96e3b049037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:00.149124 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:01.489702 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:15.722120 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:22:26.196599 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0275c209-a6e3-43a5-93c2-fcd7641caeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:28.920812 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:29.085126 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5711b298-a560-4347-b122-69877eb8aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:30.153338 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:31.493734 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:51.787259 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 51866) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:22:51.793987 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-6d948403-7a35-4192-949b-7c498f92b763 tempest-verify_tempest_config-2066108077 tempest-verify_tempest_config-2066108077-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:22:51.794966 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6d948403-7a35-4192-949b-7c498f92b763 tempest-verify_tempest_config-2066108077 tempest-verify_tempest_config-2066108077-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067086 Jul 23 09:22:52.094188 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51884) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:22:52.192293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.279321 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.282840 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.326444 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da4c16fd13ab47d2abfd675edabede56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2312315 Jul 23 09:22:52.327441 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858cfaba-5ca4-42fe-8298-8fbb1501bc93,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:22:52.329247 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51890) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:22:52.340602 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.340970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.341316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.341650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.341979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.342309 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.342635 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.342959 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.343300 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.343657 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.343995 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.344321 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c41d9-9f7f-46d2-9207-132484493f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:22:52.395181 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.415514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.500874 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.503350 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:52.504654 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/858cfaba-5ca4-42fe-8298-8fbb1501bc93 HTTP/1.1" status: 204 len: 168 time: 0.1743877 Jul 23 09:22:52.513104 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f5b54-8220-4c04-a2a3-566ef9ac21ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858cfaba-5ca4-42fe-8298-8fbb1501bc93,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:22:52.720107 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:22:56.199581 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2a59a2ef-6227-407c-9a1c-410b65238216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:58.923428 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:22:59.086044 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1816112c-988e-4f5a-a245-6e85294095dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:00.157572 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:01.497192 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:26.200297 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ae65e3da-00ad-4b61-9cf9-f3072a4fc555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:28.924527 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:29.084560 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d89877e7-e11c-4b7b-810c-04e0f2ad3bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:29.717698 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:23:30.159390 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:31.504209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:56.200898 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7feefb61-f5bc-4e77-888e-78f48379c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:58.925856 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:23:59.083422 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5424efa2-8faa-43f3-b2fa-61b1a5acec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:00.161850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:01.503641 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:06.715886 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:24:23.695264 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631687'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:26.201679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d5278789-a4d5-49ef-9c5f-4bd085a0313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:27.600009 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51942) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:24:27.702200 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e9ff41f0-af62-491a-b809-bae96a104a1f admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1011066 Jul 23 09:24:28.927971 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:29.082772 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-353fca7c-69a5-4e88-b981-7c63748ef37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:29.882933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 51952) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:24:29.935391 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-235ac4f4-b3f8-4a2b-8134-48d236110685 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0513492 Jul 23 09:24:30.165405 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:31.507257 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:43.713629 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:24:53.659028 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:56.201281 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bb1d020c-e3ce-431e-a576-f42655ff89b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:58.929064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:24:59.081920 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-09b3365a-acb8-448f-add5-a21fb12977c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:00.168027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:01.509868 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:20.713334 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:25:23.673589 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:26.202499 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2bea-ff2a-4100-ac3b-e1b87ad6c781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:28.930896 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:29.082225 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e5951c16-cc83-4706-9586-861d433c3a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:30.171518 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:31.514144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:53.672260 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.205585 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9f59cc63-f527-43d0-926b-5e5c080af4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.443254 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52122) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:56.751628 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1870316990-network', 'tenant_id': '74657ab190ef4462874858af2b83d1b6'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:56.776348 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Made reservation on behalf of 74657ab190ef4462874858af2b83d1b6 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:56.779516 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.791991 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.887675 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.892785 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.914224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:25:56.930990 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:56.931348 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Added segment c257c96a-fd56-4c14-83d3-4bbee7e1b232 of type vlan for network 61e601ab-45a1-40cd-8849-7cd26af1e54a Jul 23 09:25:56.947390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66b984-d368-4bde-99a9-375e6084721b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:56.987478 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.022237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.022673 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.023149 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.023515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.023944 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.024510 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.024852 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.025206 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.025696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.025848 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.026371 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.026871 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Tracked resource versions report: Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: pushed versions: Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: consumer versions: Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: HyperV agent@hv-cinder-80198: {}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Log': '1.0', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Network': '1.1', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Port': '1.7', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 23 09:25:57.028500 dv-cinder-801989-2-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:25:57.045336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.046316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:57.046901 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.102394 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] Pushing event updated for resources: {'Network': ['ID=61e601ab-45a1-40cd-8849-7cd26af1e54a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:57.113227 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 61e601ab-45a1-40cd-8849-7cd26af1e54a details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:25:57.130864 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52174) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:57.139852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Request body: {'subnet': {'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1870316990-subnet', 'tenant_id': '74657ab190ef4462874858af2b83d1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:57.142509 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b0d8d44e-45f1-4f4f-a41c-acda6cd96711 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6970887 Jul 23 09:25:57.166097 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Made reservation on behalf of 74657ab190ef4462874858af2b83d1b6 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:57.168796 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.370144 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.423388 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:57.434573 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.434927 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.436017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.436515 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.436870 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.437222 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.437561 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.437888 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.438231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.438564 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.438892 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.439223 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Tracked resource versions report: Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: pushed versions: Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: consumer versions: Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: HyperV agent@hv-cinder-80198: {}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Log': '1.0', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Network': '1.1', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Port': '1.7', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'SubPort': '1.0', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Subnet': '1.1', Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jul 23 09:25:57.440253 dv-cinder-801989-2-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:25:57.468676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Checking segment: {'id': 'c257c96a-fd56-4c14-83d3-4bbee7e1b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:25:57.469035 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Network hostable DHCP agents. Network: 61e601ab-45a1-40cd-8849-7cd26af1e54a, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:25:57.488703 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Network 61e601ab-45a1-40cd-8849-7cd26af1e54a is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:25:57.503330 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 61e601ab-45a1-40cd-8849-7cd26af1e54a) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:25:57.507865 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52188) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:57.517680 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496b81d-ad25-43ed-9270-b1c8f29eb925 None None] Network 61e601ab-45a1-40cd-8849-7cd26af1e54a requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:25:57.537721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:57.538719 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.548319 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52192) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:57.572945 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-40d8e7ad-ed12-415f-b11c-4e72a9baaf93 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4408634 Jul 23 09:25:57.714438 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:25:57.717223 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95dc8e-78bf-491e-bc09-49cd1028639c None None] Network 61e601ab-45a1-40cd-8849-7cd26af1e54a requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:25:57.796977 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52212) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:57.939624 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-189682674-network', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:57.967497 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Made reservation on behalf of 2256b9183a3b4cbc9b819bcd42a9497e for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:57.970579 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.979879 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:57.992085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382856654-network', 'tenant_id': '547cbb8726ec4d97bf3a8d42bd76b2e3'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:58.024973 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Made reservation on behalf of 547cbb8726ec4d97bf3a8d42bd76b2e3 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:58.027402 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.049014 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.158558 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.163012 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.177433 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:25:58.198077 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b108cee-59b3-49ba-907e-343193b42507,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.208640 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.208883 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Added segment 0022623f-a767-4fce-bbad-ff48412d17f9 of type vlan for network e82ba080-be92-4ebb-abe4-36c5c95e9593 Jul 23 09:25:58.253630 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.282908 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.287763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.288853 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.289345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:58.289935 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.312268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-607623979-network', 'tenant_id': '0d342112200849988626ba271f263bab'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:58.323004 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8108325 Jul 23 09:25:58.325053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:25:58.326012 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52232) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:58.332123 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Request body: {'subnet': {'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-189682674-subnet', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:58.335997 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e00d1-8778-4762-a4e0-d2e7150f61ac,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.345605 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.345719 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Added segment 9eb3fce9-2efd-4797-bc30-410de32848b2 of type vlan for network 3190227b-db01-4ae2-b99f-1624090409b5 Jul 23 09:25:58.358769 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 09:25:58.358769 dv-cinder-801989-2-iscsi neutron-server[92981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 09:25:58.358769 dv-cinder-801989-2-iscsi neutron-server[92981]: [parameters: {'project_id_1': '0d342112200849988626ba271f263bab', 'expiration_1': datetime.datetime(2021, 7, 23, 9, 25, 58, 340376)}] Jul 23 09:25:58.358769 dv-cinder-801989-2-iscsi neutron-server[92981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 09:25:58.359648 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 09:25:58.372136 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Made reservation on behalf of 2256b9183a3b4cbc9b819bcd42a9497e for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:58.376673 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.394997 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.429092 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.429610 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2718d9-97ac-47f4-88af-1bdd839cdc2e admin admin] Pushing event updated for resources: {'Network': ['ID=e82ba080-be92-4ebb-abe4-36c5c95e9593,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.430825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:58.431780 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.443777 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:25:58.470688 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9207778 Jul 23 09:25:58.471715 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52238) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:58.480290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Request body: {'subnet': {'network_id': '3190227b-db01-4ae2-b99f-1624090409b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382856654-subnet', 'tenant_id': '547cbb8726ec4d97bf3a8d42bd76b2e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:58.535205 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Made reservation on behalf of 547cbb8726ec4d97bf3a8d42bd76b2e3 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:58.537948 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.541001 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39820eda-bd6b-4ba8-afb3-f2432a763f87 admin admin] Pushing event updated for resources: {'Network': ['ID=3190227b-db01-4ae2-b99f-1624090409b5,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.564231 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 3190227b-db01-4ae2-b99f-1624090409b5 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:25:58.653406 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.721890 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8835ef-af4f-4859-9c59-438754f52380,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.739612 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Checking segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:25:58.739612 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Network hostable DHCP agents. Network: e82ba080-be92-4ebb-abe4-36c5c95e9593, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:25:58.751398 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.758716 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:25:58.775105 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, e82ba080-be92-4ebb-abe4-36c5c95e9593) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:25:58.780467 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:58.782970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.787775 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce8811-3399-402c-ad9d-59ceef70a9a4 None None] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:25:58.811635 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Checking segment: {'id': '9eb3fce9-2efd-4797-bc30-410de32848b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3190227b-db01-4ae2-b99f-1624090409b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:25:58.811919 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Network hostable DHCP agents. Network: 3190227b-db01-4ae2-b99f-1624090409b5, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:25:58.827329 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4e4134ef-d12c-48a8-a48a-4fe0e34d7553 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5000956 Jul 23 09:25:58.829956 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52252) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:58.834702 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:58.843597 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Network 3190227b-db01-4ae2-b99f-1624090409b5 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:25:58.852137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 3190227b-db01-4ae2-b99f-1624090409b5) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:25:58.855829 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed77289-9396-418f-9a40-6c425f83fa78,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:58.873966 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:58.874797 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.897938 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.899743 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.915273 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78563d-885b-453b-b9d0-6773d9754682 None None] Network 3190227b-db01-4ae2-b99f-1624090409b5 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:25:58.925082 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c56e4341-f877-4962-9943-616a18c5ecf2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4493260 Jul 23 09:25:58.927616 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52270) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:58.939655 dv-cinder-801989-2-iscsi neutron-server[92980]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 09:25:58.949421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Made reservation on behalf of 0d342112200849988626ba271f263bab for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:58.956742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:58.977483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.100156 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070e76b-dba2-4216-a9a2-c4f077777e64 None None] Network 3190227b-db01-4ae2-b99f-1624090409b5 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:25:59.105803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.110545 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.115885 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fb58c609-83e4-460b-8eb5-bfe987d84f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.217679 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.226842 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.250644 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:25:59.269006 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c9c6c-d049-47fd-8fac-5baad49506f7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:59.269669 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-46b155c3-c17f-41c1-ab26-70b6c2fa4bab tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:59.272882 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-46b155c3-c17f-41c1-ab26-70b6c2fa4bab tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/networks?id=61e601ab-45a1-40cd-8849-7cd26af1e54a HTTP/1.1" status: 200 len: 812 time: 0.3443098 Jul 23 09:25:59.273576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-e82ba080-be92-4ebb-abe4-36c5c95e9593', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:25:59.275559 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.285797 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.286140 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Added segment d2d880ee-9fcd-40bf-90de-c0e41c407bbf of type vlan for network 9625e337-30a5-47e8-b481-7390bd34073c Jul 23 09:25:59.339288 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.376708 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.378188 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:25:59.379376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.400180 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-d1b66880-18a8-4853-a011-80cda92dad11 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/quotas/74657ab190ef4462874858af2b83d1b6 HTTP/1.1" status: 200 len: 375 time: 0.0817919 Jul 23 09:25:59.423121 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6247876 Jul 23 09:25:59.431142 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52298) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:25:59.437412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Request body: {'subnet': {'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-subnet', 'tenant_id': '0d342112200849988626ba271f263bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:25:59.503183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9cf71-9813-43e5-bd08-631fb7d51a12 admin admin] Pushing event updated for resources: {'Network': ['ID=9625e337-30a5-47e8-b481-7390bd34073c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:25:59.505968 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Made reservation on behalf of 0d342112200849988626ba271f263bab for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:25:59.508420 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.522920 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-f53254a2-d921-42ee-bc68-348f0ae584b9 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=74657ab190ef4462874858af2b83d1b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808892 Jul 23 09:25:59.534012 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.538405 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 9625e337-30a5-47e8-b481-7390bd34073c details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:25:59.656607 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Allocated IP 172.20.0.2 (e82ba080-be92-4ebb-abe4-36c5c95e9593/ad8835ef-af4f-4859-9c59-438754f52380/334c5bee-49f9-468e-88f7-d72769004eef) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:25:59.885989 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.899021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.904256 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.908556 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Transition to ACTIVE for port object 334c5bee-49f9-468e-88f7-d72769004eef will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:25:59.944943 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Transition to ACTIVE for port object 334c5bee-49f9-468e-88f7-d72769004eef will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:25:59.963774 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:25:59.988053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Checking segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:25:59.988726 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Network hostable DHCP agents. Network: 9625e337-30a5-47e8-b481-7390bd34073c, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:26:00.001944 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5283a601-07b6-4103-8b4b-db753c9b6c5e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:00.025632 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Network 9625e337-30a5-47e8-b481-7390bd34073c is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:26:00.048085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 9625e337-30a5-47e8-b481-7390bd34073c) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:00.059290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:00.061989 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.068249 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4075b-7bd4-4db6-baa5-b487548e54ee None None] Network 9625e337-30a5-47e8-b481-7390bd34073c requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:00.070845 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.095816 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-66a64f82-0b76-4f19-b0bc-41657a6656ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6611779 Jul 23 09:26:00.096248 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52320) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:00.104615 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:00.133776 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:00.160231 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.160509 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:00.161876 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.163045 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:00.191717 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Pushing event updated for resources: {'Port': ['ID=334c5bee-49f9-468e-88f7-d72769004eef,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:00.209886 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Allocated IP 172.27.3.89 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:00.314567 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.314996 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.315342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.315736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.316069 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.320351 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.320780 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.321330 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.321695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.322169 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.322509 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.322838 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Tracked resource versions report: Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: pushed versions: Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: consumer versions: Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: HyperV agent@hv-cinder-80198: {}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Log': '1.0', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Network': '1.1', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Port': '1.7', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'SubPort': '1.0', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Subnet': '1.1', Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jul 23 09:26:00.324085 dv-cinder-801989-2-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:26:00.358388 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.386266 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Attempting to bind port 334c5bee-49f9-468e-88f7-d72769004eef on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:00.386642 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Attempting to bind port 334c5bee-49f9-468e-88f7-d72769004eef by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:00.387077 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Attempting to bind port 334c5bee-49f9-468e-88f7-d72769004eef on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:00.396065 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:00.396446 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Checking segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:00.396842 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.397342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Bound using segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:00.397822 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Bound port: 334c5bee-49f9-468e-88f7-d72769004eef, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:00.398300 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.453781 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.541092 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-9625e337-30a5-47e8-b481-7390bd34073c', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:26:00.542375 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.545386 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.548793 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] For port 334c5bee-49f9-468e-88f7-d72769004eef, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:00.571696 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] For port 334c5bee-49f9-468e-88f7-d72769004eef, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=334c5bee-49f9-468e-88f7-d72769004eef,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:00.585378 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.608763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Pushing event updated for resources: {'Port': ['ID=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:00.622048 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:00.624281 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:00.627023 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:00.656957 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:00.735286 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-932b5c21-53ef-4937-a3d0-631e6ebc1e9a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:26:00.736397 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-932b5c21-53ef-4937-a3d0-631e6ebc1e9a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4672160 Jul 23 09:26:00.848834 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a680de-b423-4f16-9d47-1ed730a435c6 None None] Pushing event updated for resources: {'Port': ['ID=334c5bee-49f9-468e-88f7-d72769004eef,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:00.886732 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Allocated IP 172.20.0.2 (9625e337-30a5-47e8-b481-7390bd34073c/5283a601-07b6-4103-8b4b-db753c9b6c5e/eef64694-5f0e-48e4-9a68-26e8dee4fd0a) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:00.956120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.141510 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-542d6ff1-5198-4c43-8efd-925cb50d3f0d service neutron] 10.222.0.10 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944180 Jul 23 09:26:01.269064 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52366) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:01.284172 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633628744-network', 'tenant_id': 'faed5a9662c84ba597aca724a48629fb'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:01.307539 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.337729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 334c5bee-49f9-468e-88f7-d72769004eef up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:01.405748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Made reservation on behalf of faed5a9662c84ba597aca724a48629fb for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:01.409116 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.409998 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.422353 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Transition to ACTIVE for port object eef64694-5f0e-48e4-9a68-26e8dee4fd0a will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:01.425092 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.447854 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Transition to ACTIVE for port object eef64694-5f0e-48e4-9a68-26e8dee4fd0a will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:01.452967 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 334c5bee-49f9-468e-88f7-d72769004eef completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:01.461211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.525712 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Network 9625e337-30a5-47e8-b481-7390bd34073c is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:01.536313 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.567434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:01.581421 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-1429b4c4-75ec-4cb8-abc7-52509f9ddb41 service neutron] 10.222.0.10 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309795 Jul 23 09:26:01.602039 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:01.615381 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.617308 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.632802 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:26:01.633747 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52378) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:01.699143 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23abd83e-c138-4ac9-9df4-2fc3205ced7c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:01.707214 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.789103 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.792400 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Pushing event updated for resources: {'Port': ['ID=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:01.831675 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Attempting to bind port eef64694-5f0e-48e4-9a68-26e8dee4fd0a on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:01.833847 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Attempting to bind port eef64694-5f0e-48e4-9a68-26e8dee4fd0a by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:01.835630 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Attempting to bind port eef64694-5f0e-48e4-9a68-26e8dee4fd0a on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:01.853198 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:01.853976 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Checking segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:01.856234 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.858313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Bound using segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:01.858313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Bound port: eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:01.861785 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.917957 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:01.996724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52388) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:01.999347 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] For port eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:02.000957 dv-cinder-801989-2-iscsi neutron-server[92981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 09:26:02.006523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] For port eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:02.011906 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.022945 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.023291 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Added segment 9c54f30f-8ae3-4ff7-9853-475dba1cd590 of type vlan for network 514d3685-8fd9-4e79-bbe4-370535cbd7cc Jul 23 09:26:02.047511 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Allocated IP 172.27.3.182 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/c6d7c501-0fee-4b0d-95eb-ca8e316ed920) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:02.119159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd028-433a-4794-abfc-2c0806d1ffe9 None None] Pushing event updated for resources: {'Port': ['ID=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:02.182033 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Router 92314656-2747-43b5-92e4-450b3e3f427c is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:26:02.221683 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-67df310c-4c9f-471a-a611-fcb6ff2c0139 req-98b45f36-06d5-4590-aee2-c45c2cd55b54 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.2238963 Jul 23 09:26:02.248291 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3285cd-580a-4ce3-a506-7e6fa1c2f57a None None] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:02.250999 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5197466f-22ca-4223-aea6-de6e21b53837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.372040 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:02.388336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.388881 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:02.399949 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:02.400608 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:02.431471 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.432868 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fbbbbb38-c8a3-4d4f-81ff-ed4430498fcf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6019304 Jul 23 09:26:02.436179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52406) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:02.475566 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Provisioning for port 334c5bee-49f9-468e-88f7-d72769004eef completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:02.492331 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Provisioning complete for port 334c5bee-49f9-468e-88f7-d72769004eef triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:02.492959 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.541465 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.db.resource_extend [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 09:26:02.658359 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:02.664405 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.665361 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:02.665941 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.747340 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.812412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.838731 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] For port 334c5bee-49f9-468e-88f7-d72769004eef, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=334c5bee-49f9-468e-88f7-d72769004eef,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:02.851052 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:02.908904 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52428) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:02.969971 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60cbdf-3e06-4c33-84d4-3a94c060c90d None None] Pushing event updated for resources: {'Port': ['ID=334c5bee-49f9-468e-88f7-d72769004eef,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:03.033147 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:00Z', 'revision_number': 3, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:03.082840 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d66580f5-03aa-410b-ab03-c4a7cef9ae51 None None] Provisioning complete for port 334c5bee-49f9-468e-88f7-d72769004eef triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:03.089246 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d66580f5-03aa-410b-ab03-c4a7cef9ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.098309 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:03.098983 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Updating router 92314656-2747-43b5-92e4-450b3e3f427c port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:26:03.156179 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.267627 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-657e33f6-427f-4b35-803b-85a8634d42df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.306712 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] Pushing event updated for resources: {'Network': ['ID=514d3685-8fd9-4e79-bbe4-370535cbd7cc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:03.329010 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 514d3685-8fd9-4e79-bbe4-370535cbd7cc details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:26:03.332855 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.489926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 334c5bee-49f9-468e-88f7-d72769004eef up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:03.491110 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.588085 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede94732-1d2d-43e2-b8c8-33104b396e52 None None] Network 9625e337-30a5-47e8-b481-7390bd34073c requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:03.610753 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c45b746a-4fff-44ea-aec3-288ecaaefc53 req-0248c68e-89aa-4d25-a9fb-52e179103f68 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.1400883 Jul 23 09:26:03.619062 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:03.635227 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:03.682933 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.690178 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5197466f-22ca-4223-aea6-de6e21b53837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.694186 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Transition to ACTIVE for port object a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:03.700355 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:03.702993 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d7abedc2-b85f-4a7e-ab71-edc49bad0735 None None] Provisioning for port eef64694-5f0e-48e4-9a68-26e8dee4fd0a completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:03.705168 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.726520 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 334c5bee-49f9-468e-88f7-d72769004eef triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:03.727129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.755701 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Pushing event updated for resources: {'Port': ['ID=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:03.768884 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.770048 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.770565 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.771063 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.771750 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.772261 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.773533 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.774058 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.774831 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.795509 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.800012 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.800642 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Tracked resource versions report: Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: pushed versions: Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: consumer versions: Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: HyperV agent@hv-cinder-80198: {}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: L3 agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: Metadata agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: Metering agent@dv-cinder-801989-2-iscsi: {}, Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-801989-2-iscsi: { 'AddressGroup': '1.2', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Log': '1.0', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Network': '1.1', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Port': '1.7', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 23 09:26:03.801841 dv-cinder-801989-2-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 09:26:03.841053 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Attempting to bind port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:03.842046 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Attempting to bind port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:03.842510 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Attempting to bind port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:03.854901 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:03.855284 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:03.855806 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.856214 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:03.857535 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Bound port: a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:03.858268 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.863906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5197466f-22ca-4223-aea6-de6e21b53837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.868608 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-657e33f6-427f-4b35-803b-85a8634d42df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.886667 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Allocated IP 172.20.0.1 (e82ba080-be92-4ebb-abe4-36c5c95e9593/ad8835ef-af4f-4859-9c59-438754f52380/07ece20e-cb33-4d34-9c60-e6158e2fe3dd) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:03.894060 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f317106f-5007-4acd-9dc9-86486f45cd50 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6239681 Jul 23 09:26:03.895601 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-657e33f6-427f-4b35-803b-85a8634d42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:03.928658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52458) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:03.929358 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device eef64694-5f0e-48e4-9a68-26e8dee4fd0a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:03.941144 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5197466f-22ca-4223-aea6-de6e21b53837 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7037100dd77e408b861493f152c64a48&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2738924 Jul 23 09:26:03.942871 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Pushing event updated for resources: {'Port': ['ID=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:03.945135 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52460) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:03.954310 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Request body: {'subnet': {'network_id': '514d3685-8fd9-4e79-bbe4-370535cbd7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633628744-subnet', 'tenant_id': 'faed5a9662c84ba597aca724a48629fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:03.985330 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] For port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:03.991631 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] For port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:04.004921 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.039459 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port eef64694-5f0e-48e4-9a68-26e8dee4fd0a completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:04.047581 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197466f-22ca-4223-aea6-de6e21b53837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c85abcb-bcf4-4725-af7e-ba6a29f3761f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.055843 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port eef64694-5f0e-48e4-9a68-26e8dee4fd0a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:04.056220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.079933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Made reservation on behalf of faed5a9662c84ba597aca724a48629fb for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:04.082859 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.139648 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73094ae-3e3d-4a5f-aa19-4553cf48b651 None None] Pushing event updated for resources: {'Port': ['ID=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.151403 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-657e33f6-427f-4b35-803b-85a8634d42df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=486a4a50692840c4961a6963cc5a76b2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2051096 Jul 23 09:26:04.159824 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.171506 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.173661 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52474) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:04.176483 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e33f6-427f-4b35-803b-85a8634d42df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6bb724-dad7-405b-84bf-ec21e7eb163c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.197644 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:04.200187 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:04.254079 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:04.262977 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.286932 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.353328 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.374051 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:04.387448 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.409646 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.449126 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-481aca93-51c0-468b-ba2d-b739e1af8021 None None] Provisioning complete for port eef64694-5f0e-48e4-9a68-26e8dee4fd0a triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:04.449691 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-481aca93-51c0-468b-ba2d-b739e1af8021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.473267 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.496122 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Transition to ACTIVE for port object 07ece20e-cb33-4d34-9c60-e6158e2fe3dd will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:04.516261 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.520204 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.522127 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd6bb724-dad7-405b-84bf-ec21e7eb163c HTTP/1.1" status: 204 len: 168 time: 0.3473849 Jul 23 09:26:04.545202 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f6748-c669-4465-86af-6e09b11d07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6bb724-dad7-405b-84bf-ec21e7eb163c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.574487 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.580639 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.582017 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c85abcb-bcf4-4725-af7e-ba6a29f3761f HTTP/1.1" status: 204 len: 168 time: 0.6173089 Jul 23 09:26:04.594473 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.606024 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.710286 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539dba-e277-470b-8b4a-83c588d39f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c85abcb-bcf4-4725-af7e-ba6a29f3761f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.815704 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:04.816500 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Pushing event updated for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:04.834792 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:04.839844 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:04.841778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.849695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:04.885277 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:00Z', 'revision_number': 3, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:04.949025 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320b1bd-7ee5-4fb8-a51f-fe95c5ab2d0b None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:00Z', 'revision_number': 3, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:05.015563 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-000d511f-1b3c-4d6d-bf7a-718f28cceb4f req-06e07220-9140-4596-b4fc-fffcc4de190d tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.0837848 Jul 23 09:26:05.044614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6431c4-800f-4a0c-97b6-e13c276d4d1c,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:05.072956 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Checking segment: {'id': '9c54f30f-8ae3-4ff7-9853-475dba1cd590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '514d3685-8fd9-4e79-bbe4-370535cbd7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:05.073499 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Network hostable DHCP agents. Network: 514d3685-8fd9-4e79-bbe4-370535cbd7cc, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:26:05.254194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Network 514d3685-8fd9-4e79-bbe4-370535cbd7cc is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:26:05.278020 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52504) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:05.285368 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 514d3685-8fd9-4e79-bbe4-370535cbd7cc) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:05.297315 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac028f-d405-4dbe-8944-ad8660d614b7 None None] Network 514d3685-8fd9-4e79-bbe4-370535cbd7cc requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:05.305782 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:05.308467 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.322721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f9529a-4013-4c18-9c7c-56639a83e2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.342384 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52506) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:05.369972 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 53723) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:05.378668 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device eef64694-5f0e-48e4-9a68-26e8dee4fd0a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:05.390018 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.397751 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86b44144-ef40-40f6-b5d3-f7d006bc702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.452615 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-61f15062-ca5b-4fcd-8905-b34fc7169e73 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5034409 Jul 23 09:26:05.625698 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.626414 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-3a415dfc-80be-495b-a481-11e1963aad96 None None] Provisioning for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:05.656313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-3a415dfc-80be-495b-a481-11e1963aad96 None None] Provisioning complete for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:05.656695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3a415dfc-80be-495b-a481-11e1963aad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.789660 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52522) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:05.845154 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-3a415dfc-80be-495b-a481-11e1963aad96 None None] Port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:05.850982 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port eef64694-5f0e-48e4-9a68-26e8dee4fd0a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:05.852153 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.893233 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-0e7867e8-26e7-4745-861b-45c4d6135789 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:05.896271 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-0e7867e8-26e7-4745-861b-45c4d6135789 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.13 "GET /v2.0/networks?id=61e601ab-45a1-40cd-8849-7cd26af1e54a HTTP/1.1" status: 200 len: 812 time: 0.5201173 Jul 23 09:26:05.902027 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Deleting subnet bed77289-9396-418f-9a40-6c425f83fa78 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:26:05.938426 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:05.964328 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd7d7b-8ef7-4e69-9663-5949f8fa623d None None] Network 514d3685-8fd9-4e79-bbe4-370535cbd7cc requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:05.992809 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Request body: {'port': {'device_id': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a', 'admin_state_up': True, 'tenant_id': '74657ab190ef4462874858af2b83d1b6'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:06.070341 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f9529a-4013-4c18-9c7c-56639a83e2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.099598 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:26:06.117041 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a8f9529a-4013-4c18-9c7c-56639a83e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.152651 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.159694 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a8f9529a-4013-4c18-9c7c-56639a83e2dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f8355033d4b4b6c9a5d16492f46ad16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8787849 Jul 23 09:26:06.181499 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52544) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:06.223405 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.325240 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9529a-4013-4c18-9c7c-56639a83e2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f2c068-f031-40c0-80db-31001e619ba5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:06.352922 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.374682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.375795 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.429465 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.436712 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d873c542-389a-4cd0-963e-e05c31204224 req-aeb2099c-c26b-4781-9b4d-5619914853f3 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.2474499 Jul 23 09:26:06.550483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:06.561453 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:06.579347 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:06.582552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:06.625659 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.642842 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:06.649887 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Pushing event updated for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:06.671060 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.673845 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.676119 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bed77289-9396-418f-9a40-6c425f83fa78 HTTP/1.1" status: 204 len: 168 time: 0.8844132 Jul 23 09:26:06.689577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52570) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:06.748209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:06.817926 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86b44144-ef40-40f6-b5d3-f7d006bc702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.817926 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39c288-d858-4571-b619-ce7a9d547d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed77289-9396-418f-9a40-6c425f83fa78,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:06.837617 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.839490 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d56a7f17-f1ca-4373-82f2-adfdfc806c4d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7418818 Jul 23 09:26:06.843769 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52574) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:06.874458 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86b44144-ef40-40f6-b5d3-f7d006bc702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:06.937923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:06.969315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Made reservation on behalf of 74657ab190ef4462874858af2b83d1b6 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:06.973514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.234141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b44144-ef40-40f6-b5d3-f7d006bc702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e32e1-1d54-42f1-9bef-ca71dc9e82be,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:07.435632 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:07.485341 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52582) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:07.573259 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-86b44144-ef40-40f6-b5d3-f7d006bc702b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd2ae39c9eab427dad1f8fb69abeb1fd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2257438 Jul 23 09:26:07.579029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52588) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:07.580544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.604318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.606310 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.610911 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3f2c068-f031-40c0-80db-31001e619ba5 HTTP/1.1" status: 204 len: 168 time: 1.4222841 Jul 23 09:26:07.625741 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07935878-fa0f-464d-b511-d576b309df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f2c068-f031-40c0-80db-31001e619ba5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:07.678232 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4c3bc142-977b-4e6f-89f6-218c00708b49 None None] Provisioning complete for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:07.678827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc142-977b-4e6f-89f6-218c00708b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.800619 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:26:07.800619 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.801238 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-398ec42c-628a-42e1-a07d-9157ac2c694c req-d8914fcf-22ce-4af3-aee4-1f7e1fc245c9 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.1526706 Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.801413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:07.802161 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4c3bc142-977b-4e6f-89f6-218c00708b49 None None] Port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:07.858921 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:07.865409 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:07.865789 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.883561 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8226d343-04e6-49b3-982e-b44f30071acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:07.943681 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Allocated IP 172.20.0.8 (61e601ab-45a1-40cd-8849-7cd26af1e54a/a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc/1bcc6c18-24c6-47ec-9531-d8cee62d901c) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:08.057707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:04Z', 'revision_number': 3, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:08.117488 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:08.118504 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:08.119649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:08.120323 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:08.121019 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3190227b-db01-4ae2-b99f-1624090409b5']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:08.158442 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:08.158814 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Updating router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:26:08.228309 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb3fce9-2efd-4797-bc30-410de32848b2') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:08.228611 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb3fce9-2efd-4797-bc30-410de32848b2') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:08.237431 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8226d343-04e6-49b3-982e-b44f30071acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.253926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.254347 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.286213 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.300497 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52604) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:08.325980 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:08.332626 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.344344 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.360002 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:26:08.360384 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.460798 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:26:08.550689 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:26:08.554629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:08.562378 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-767fb4af-de02-4023-8b26-cf1fb6747796 admin admin] 10.222.0.10 "PUT /v2.0/routers/92314656-2747-43b5-92e4-450b3e3f427c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1250005 Jul 23 09:26:08.563338 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:08.564692 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.579074 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:08.582395 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:08.601670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Pushing event deleted for resources: {'Network': ['ID=3190227b-db01-4ae2-b99f-1624090409b5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:08.602865 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.606378 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.617457 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eef2746f-9b8a-4eb5-8e03-9c26501af413 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3190227b-db01-4ae2-b99f-1624090409b5 HTTP/1.1" status: 204 len: 168 time: 1.8745856 Jul 23 09:26:08.618677 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52616) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:08.677228 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.694520 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Deleting subnet 8a6431c4-800f-4a0c-97b6-e13c276d4d1c {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:26:08.703061 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.755462 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8226d343-04e6-49b3-982e-b44f30071acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.765079 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.841237 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5565-1e29-4c56-abfa-520fccad88c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.875668 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.903894 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.914192 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Transition to ACTIVE for port object c6d7c501-0fee-4b0d-95eb-ca8e316ed920 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:08.937306 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:08.969548 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8226d343-04e6-49b3-982e-b44f30071acc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a8c9e28c06249fdbd894051be05956c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4826920 Jul 23 09:26:08.978156 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52628) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:09.040364 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.137055 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Attempting to bind port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:09.137284 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Attempting to bind port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:09.137587 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Attempting to bind port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:09.156522 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:09.162579 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:09.163002 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.163431 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:09.163928 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Bound port: c6d7c501-0fee-4b0d-95eb-ca8e316ed920, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:09.164341 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.172637 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274e1f-99a4-4d53-a10f-6eee8e0d7b2b None None] Pushing event updated for resources: {'Port': ['ID=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.197301 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.238774 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:09.297070 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] For port c6d7c501-0fee-4b0d-95eb-ca8e316ed920, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:09.304986 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] For port c6d7c501-0fee-4b0d-95eb-ca8e316ed920, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:09.313329 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.375185 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:09.387816 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.452551 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.460545 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a6431c4-800f-4a0c-97b6-e13c276d4d1c HTTP/1.1" status: 204 len: 168 time: 0.8406115 Jul 23 09:26:09.464907 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.471262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52636) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:09.472670 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.476671 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/812e32e1-1d54-42f1-9bef-ca71dc9e82be HTTP/1.1" status: 204 len: 168 time: 1.8722110 Jul 23 09:26:09.535839 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274e1f-99a4-4d53-a10f-6eee8e0d7b2b None None] Pushing event updated for resources: {'Port': ['ID=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.554264 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:09.555007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:09.572924 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226d343-04e6-49b3-982e-b44f30071acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7834de-9a2b-4e94-befb-7fc4d4370918,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.620388 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Network 61e601ab-45a1-40cd-8849-7cd26af1e54a is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:09.628016 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aea898-66b6-4bbe-a3d5-0d994e53292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e32e1-1d54-42f1-9bef-ca71dc9e82be,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.630419 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Pushing event updated for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.697704 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.760081 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.783618 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284f7fc-7f69-49f7-9cc9-6ec25c1e53c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6431c4-800f-4a0c-97b6-e13c276d4d1c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:09.859204 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:09.869202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:09.893922 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:09.898777 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.922698 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:09.927642 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:09.966480 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 2, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:10.043912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.049153 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:10.052202 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Updating router 92314656-2747-43b5-92e4-450b3e3f427c port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:26:10.082209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:10.147394 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.243857 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.277611 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514d3685-8fd9-4e79-bbe4-370535cbd7cc']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:10.305020 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c54f30f-8ae3-4ff7-9853-475dba1cd590') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:10.305314 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c54f30f-8ae3-4ff7-9853-475dba1cd590') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:10.332388 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52650) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:10.358766 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80088194', 'description': 'tempest-description--1874180637'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:10.382539 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5565-1e29-4c56-abfa-520fccad88c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.404363 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147d36b-0124-45f9-996e-84636f4d9b5d req-dc984b7d-c434-4bde-be05-c39e58682649 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:10.414637 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8147d36b-0124-45f9-996e-84636f4d9b5d req-dc984b7d-c434-4bde-be05-c39e58682649 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 931 time: 1.2542949 Jul 23 09:26:10.430653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5565-1e29-4c56-abfa-520fccad88c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.445669 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.448662 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.508082 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-3a8d0553-eb5d-4f35-8767-f0935157b600 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5221851 Jul 23 09:26:10.537894 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:04Z', 'revision_number': 3, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:10.595565 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.610262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:26:10.611793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.613795 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4978af5-b2ae-45ca-8c53-aea11d3a6755 None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:04Z', 'revision_number': 3, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:26:10.660601 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:26:10.673804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.697412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-6b9278fa-ad71-46a5-8f0b-be5e02c80ba4 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:26:10.698479 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-6b9278fa-ad71-46a5-8f0b-be5e02c80ba4 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079772 Jul 23 09:26:10.745681 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2c1b5565-1e29-4c56-abfa-520fccad88c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a2c63c91de54f8a9049078e9a766839&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4439263 Jul 23 09:26:10.747340 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52670) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:10.838550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b5565-1e29-4c56-abfa-520fccad88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d460bf6-62e9-4303-989a-068c67e9d268,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:10.870706 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8147d36b-0124-45f9-996e-84636f4d9b5d req-b328f715-25c4-46f3-b538-4741f4c49c30 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551611 Jul 23 09:26:10.898854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.947874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:10.953709 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/514d3685-8fd9-4e79-bbe4-370535cbd7cc HTTP/1.1" status: 204 len: 168 time: 1.4767010 Jul 23 09:26:10.989712 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.010928 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.015237 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c7834de-9a2b-4e94-befb-7fc4d4370918 HTTP/1.1" status: 204 len: 168 time: 2.0328915 Jul 23 09:26:11.015553 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.032225 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6beb1-c9b6-4025-9d35-59223c9fcfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=514d3685-8fd9-4e79-bbe4-370535cbd7cc,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:11.045736 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Transition to ACTIVE for port object 07ece20e-cb33-4d34-9c60-e6158e2fe3dd will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:11.049560 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe030388-eeb3-4c30-a41e-92784236fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7834de-9a2b-4e94-befb-7fc4d4370918,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:11.056842 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.093970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Allocated IP 172.20.0.1 (9625e337-30a5-47e8-b481-7390bd34073c/5283a601-07b6-4103-8b4b-db753c9b6c5e/ceab88de-e3a1-4498-866e-153f1a27aab5) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:11.117306 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.199025 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.229375 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838944e-87c8-4391-a8ca-a12e13d8e7cf None None] Pushing event updated for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:11.403579 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52682) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:11.489503 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Attempting to bind port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:11.490285 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Attempting to bind port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:11.490669 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Attempting to bind port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:11.497017 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.501789 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:11.502173 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Checking segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:11.502584 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.513674 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Bound using segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:11.516663 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Bound port: 07ece20e-cb33-4d34-9c60-e6158e2fe3dd, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:11.517439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.517846 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.522017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.523528 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d460bf6-62e9-4303-989a-068c67e9d268 HTTP/1.1" status: 204 len: 168 time: 0.7145648 Jul 23 09:26:11.534731 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d24f0148-ac8e-4f54-9a64-a7e669356d8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=547cbb8726ec4d97bf3a8d42bd76b2e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1292574 Jul 23 09:26:11.537202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Request body: {'port': {'device_id': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:11.538615 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52688) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:11.558041 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef5e5-8583-465b-92f1-bf1aacc103af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d460bf6-62e9-4303-989a-068c67e9d268,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:11.681178 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.705546 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.725113 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.775858 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] For port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:11.780698 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] For port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:11.786684 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.803277 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.815594 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:11.821915 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d8e00d1-8778-4762-a4e0-d2e7150f61ac HTTP/1.1" status: 204 len: 168 time: 0.2818429 Jul 23 09:26:11.849758 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2202e0-bee8-4410-a700-36c0cd9d8c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e00d1-8778-4762-a4e0-d2e7150f61ac,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:11.938888 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:11.939807 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:11.976134 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb2f74d-c429-4973-aa19-39205da61ea7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:12.023576 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.079216 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.082530 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2c018cf7-3e81-469d-abae-3267f559f279 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7482753 Jul 23 09:26:12.092254 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52702) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:12.100278 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group_rule': {'security_group_id': '3cb2f74d-c429-4973-aa19-39205da61ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:12.140749 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838944e-87c8-4391-a8ca-a12e13d8e7cf None None] Pushing event updated for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:12.177931 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.188329 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.228189 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Transition to ACTIVE for port object ceab88de-e3a1-4498-866e-153f1a27aab5 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:12.289954 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:12.368127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.376636 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.413290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.436650 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3413bd16-17e1-41ee-a03e-1ca8a25d5634,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:12.447876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.455866 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6088305c-265d-4a79-83c2-a4d63ab020da tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593092 Jul 23 09:26:12.457590 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52706) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:12.468737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group_rule': {'security_group_id': '3cb2f74d-c429-4973-aa19-39205da61ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:12.533593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.708150 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:11Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:12.742628 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8dc59-154d-448d-8dd1-d20994806416 None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:11Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:12.756016 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.765109 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.836874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a39b93-a99e-440b-9db3-33ca32c372ca,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:12.864786 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:12.865775 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ca927303-1ea6-470a-84fd-a32258776adc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074104 Jul 23 09:26:12.869278 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52714) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:12.874734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:12.963196 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:12.978175 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.057032 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4f64b54-84d2-49fc-9935-a863a1d105d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.395116 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device c6d7c501-0fee-4b0d-95eb-ca8e316ed920 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:13.490623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcc6c18-24c6-47ec-9531-d8cee62d901c {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:13.513869 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.548371 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Transition to ACTIVE for port object 1bcc6c18-24c6-47ec-9531-d8cee62d901c will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:13.551469 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52728) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:13.565186 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:13.581682 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:13.584604 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.588424 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.617201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Network 9625e337-30a5-47e8-b481-7390bd34073c is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:13.621662 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Pushing event updated for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:13.670236 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:13.674952 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:13.675774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.793224 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4f64b54-84d2-49fc-9935-a863a1d105d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.810369 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4f64b54-84d2-49fc-9935-a863a1d105d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.879309 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.945202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port c6d7c501-0fee-4b0d-95eb-ca8e316ed920, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:13.954334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:13.954334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 07ece20e-cb33-4d34-9c60-e6158e2fe3dd up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:14.025403 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52734) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:14.177914 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:14.209380 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d66f7080-addc-4536-ab24-8be134746b94 None None] Provisioning for port ceab88de-e3a1-4498-866e-153f1a27aab5 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:14.221948 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d66f7080-addc-4536-ab24-8be134746b94 None None] Provisioning complete for port ceab88de-e3a1-4498-866e-153f1a27aab5 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:14.222323 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d66f7080-addc-4536-ab24-8be134746b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.248307 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e4847-f65f-45af-a69c-d437819f7b2b req-4c2811c5-3531-41c1-a17b-3a61cd2e0811 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:14.266136 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f21e4847-f65f-45af-a69c-d437819f7b2b req-4c2811c5-3531-41c1-a17b-3a61cd2e0811 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 931 time: 2.1568143 Jul 23 09:26:14.353136 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:14.357764 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-d66f7080-addc-4536-ab24-8be134746b94 None None] Port ceab88de-e3a1-4498-866e-153f1a27aab5 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:14.359312 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:14.359712 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.441038 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:14.453631 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ec9e2db6-b608-4c19-9fc0-52e582d7c42b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=faed5a9662c84ba597aca724a48629fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8742425 Jul 23 09:26:14.465115 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52750) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:14.494112 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b4f64b54-84d2-49fc-9935-a863a1d105d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d349311be4f245239c4280f106c7747e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5292284 Jul 23 09:26:14.497908 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52752) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:14.561059 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.652650 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:14.666325 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.780300 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64b54-84d2-49fc-9935-a863a1d105d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b7f8a4-3e29-4fd7-a32e-95c77f8ec331,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:14.843557 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:14.844736 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e74d6878-d289-4ee2-ba77-dca1cc399e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.872082 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f21e4847-f65f-45af-a69c-d437819f7b2b req-e14743b1-a01d-4192-b84a-5f885e8ed2f0 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034341 Jul 23 09:26:14.904234 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Attempting to bind port 1bcc6c18-24c6-47ec-9531-d8cee62d901c on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:14.904976 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Attempting to bind port 1bcc6c18-24c6-47ec-9531-d8cee62d901c by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c257c96a-fd56-4c14-83d3-4bbee7e1b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:14.905649 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Attempting to bind port 1bcc6c18-24c6-47ec-9531-d8cee62d901c on network 61e601ab-45a1-40cd-8849-7cd26af1e54a {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:14.913897 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:14.933967 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Port 1bcc6c18-24c6-47ec-9531-d8cee62d901c on network 61e601ab-45a1-40cd-8849-7cd26af1e54a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:26:14.934511 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Attempting to bind port 1bcc6c18-24c6-47ec-9531-d8cee62d901c on network 61e601ab-45a1-40cd-8849-7cd26af1e54a {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:14.949733 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:14.950675 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Checking segment: {'id': 'c257c96a-fd56-4c14-83d3-4bbee7e1b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:14.951251 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Bound using segment: {'id': 'c257c96a-fd56-4c14-83d3-4bbee7e1b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:14.951783 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Bound port: 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c257c96a-fd56-4c14-83d3-4bbee7e1b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:14.952376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.049358 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.126841 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.170156 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.187183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.239195 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:15.324064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device c6d7c501-0fee-4b0d-95eb-ca8e316ed920 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:15.332072 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.335880 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c,segment=NetworkSegment(c257c96a-fd56-4c14-83d3-4bbee7e1b232),segment_id=c257c96a-fd56-4c14-83d3-4bbee7e1b232)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:15.358788 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.431881 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Allocated IP 172.27.3.216 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/9361e59d-edf2-49b2-bfb9-dcbb78743061) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:15.445220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:15.445948 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.479955 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.485558 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.489370 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1b7f8a4-3e29-4fd7-a32e-95c77f8ec331 HTTP/1.1" status: 204 len: 168 time: 0.9650147 Jul 23 09:26:15.606259 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def54af-b107-4751-9a58-9f93e7f98828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b7f8a4-3e29-4fd7-a32e-95c77f8ec331,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:15.633061 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:15.637560 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.640359 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bcc6c18-24c6-47ec-9531-d8cee62d901c HTTP/1.1" status: 200 len: 1093 time: 4.6717589 Jul 23 09:26:15.658543 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:15.748289 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.780057 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e74d6878-d289-4ee2-ba77-dca1cc399e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.784241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.791121 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.792733 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23abd83e-c138-4ac9-9df4-2fc3205ced7c HTTP/1.1" status: 204 len: 168 time: 1.3057389 Jul 23 09:26:15.802036 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e74d6878-d289-4ee2-ba77-dca1cc399e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.834168 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e159-7742-4178-9d7d-b8df6b5c0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:15.867770 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071df58-f507-4480-8ace-4aa55e3105bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23abd83e-c138-4ac9-9df4-2fc3205ced7c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:15.876376 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:15.970731 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e74d6878-d289-4ee2-ba77-dca1cc399e68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe5752d01e7e4eceab8b0aabb68e7e33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8870614 Jul 23 09:26:15.991268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52790) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:15.995456 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 07ece20e-cb33-4d34-9c60-e6158e2fe3dd up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:16.066246 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:16.074549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:16.082205 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:16.088315 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:16.089178 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.239012 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=9361e59d-edf2-49b2-bfb9-dcbb78743061,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:16.279378 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:16.456670 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d6878-d289-4ee2-ba77-dca1cc399e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cd4da6-46f2-4389-b402-483006bc7646,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:16.467229 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8f2c-ee2e-4884-88a7-e8d023b3ecb5 req-7b99f8a6-fec6-4e90-baeb-a99bd5f30136 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:16.488785 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-803e8f2c-ee2e-4884-88a7-e8d023b3ecb5 req-7b99f8a6-fec6-4e90-baeb-a99bd5f30136 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.4460995 Jul 23 09:26:16.585993 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.651186 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-803e8f2c-ee2e-4884-88a7-e8d023b3ecb5 req-801b416f-d783-4247-b160-dc3cf43e1b08 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608884 Jul 23 09:26:16.754747 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.759712 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.773774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.798852 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:16.800228 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.012928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d62ff1-af99-4219-be23-96dd676c85cd x-openstack-request-id: req-f1d62ff1-af99-4219-be23-96dd676c85cd {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:17.014225 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:17.014615 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1d62ff1-af99-4219-be23-96dd676c85cd {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:17.015208 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c', 'status': 'completed', 'code': 200} Jul 23 09:26:17.017186 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-25b06285-6c27-42fa-bdf5-fa87bb62565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:17.018888 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-25b06285-6c27-42fa-bdf5-fa87bb62565d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74657ab190ef4462874858af2b83d1b6&device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 1096 time: 0.7188959 Jul 23 09:26:17.033369 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.080283 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Pushing event updated for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:17.200787 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Network 9625e337-30a5-47e8-b481-7390bd34073c is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:17.203281 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:17.206483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.209707 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.212110 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34cd4da6-46f2-4389-b402-483006bc7646 HTTP/1.1" status: 204 len: 168 time: 1.2193432 Jul 23 09:26:17.236601 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f6e2d-4cc6-4ec7-a76f-bd766a7226cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cd4da6-46f2-4389-b402-483006bc7646,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:17.314602 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.338394 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.612951 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=9361e59d-edf2-49b2-bfb9-dcbb78743061,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:17.636525 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.674830 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:17.677165 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-70f29b1c-b4cd-4e2d-b736-da2b2821e50f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8067603 Jul 23 09:26:17.861115 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-fb46bf31-70c3-4262-9d3e-2ba834daa13d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c HTTP/1.1" status: 200 len: 217 time: 0.4552417 Jul 23 09:26:17.928736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-01bf342b-1f5a-4fe6-bbc7-7a920e0408ac None None] Provisioning complete for port ceab88de-e3a1-4498-866e-153f1a27aab5 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:17.929313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-01bf342b-1f5a-4fe6-bbc7-7a920e0408ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:18.003860 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-01bf342b-1f5a-4fe6-bbc7-7a920e0408ac None None] Port ceab88de-e3a1-4498-866e-153f1a27aab5 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:18.054936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:26:18.068726 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf8c3c-0248-4e15-90a3-3778bf5264fb req-a4b5066e-bea2-4475-8148-d89c32f64aa6 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:18.076483 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cadf8c3c-0248-4e15-90a3-3778bf5264fb req-a4b5066e-bea2-4475-8148-d89c32f64aa6 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.2361989 Jul 23 09:26:18.136588 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cadf8c3c-0248-4e15-90a3-3778bf5264fb req-38d0452c-87f5-4550-9dda-f671be13080b tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Jul 23 09:26:18.225163 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-a1b8c158-97ca-4ab7-8397-b38e0c9b105f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--80088194&fields=id&tenant_id=2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 267 time: 0.0825393 Jul 23 09:26:18.378934 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:18.389205 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:18.390913 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b2beebec-7645-458d-9e83-c78de1e77b58 admin admin] 10.222.0.10 "PUT /v2.0/routers/7c9e8d3c-bb1c-4950-a26b-d4b692641f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5441592 Jul 23 09:26:18.432233 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:18.435866 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:18.469236 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-7af3a539-d55f-4c45-a6d5-7b81200861bd tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:18.471833 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-7af3a539-d55f-4c45-a6d5-7b81200861bd tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 810 time: 0.2371933 Jul 23 09:26:18.506331 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-6ca32c20-489a-4d80-9920-2dc7bee5e254 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/quotas/2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 375 time: 0.0275044 Jul 23 09:26:18.585761 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:18.633705 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-a1ec2420-9ef7-45f2-abd5-332cc669fa9f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211920 Jul 23 09:26:18.783416 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-09a392ba-3157-4449-824e-b4be03dd8d84 service neutron] 10.222.0.10 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266899 Jul 23 09:26:18.933808 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:15Z', 'revision_number': 2, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:18.983127 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-1ea37208-4e78-46a0-9dd1-5c51fba2fde8 service neutron] 10.222.0.10 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988127 Jul 23 09:26:18.996715 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:18.997418 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Updating router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f port ceab88de-e3a1-4498-866e-153f1a27aab5 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:26:19.057338 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:19.484593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092b25b-3b26-4dd2-81f4-8e251c2da601 req-e3ad0b36-b910-4d69-88d8-94a8127b6a3e tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:19.492230 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5092b25b-3b26-4dd2-81f4-8e251c2da601 req-e3ad0b36-b910-4d69-88d8-94a8127b6a3e tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.1988513 Jul 23 09:26:19.630684 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:19.632003 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5092b25b-3b26-4dd2-81f4-8e251c2da601 req-ec0495b4-155b-4adb-8337-d55b8410d4bb tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388338 Jul 23 09:26:19.659288 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Transition to ACTIVE for port object ceab88de-e3a1-4498-866e-153f1a27aab5 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:19.673736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:19.703642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 52942) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:19.888822 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23b30-c5e2-42e2-98a5-84ca81effc67 None None] Pushing event updated for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:19.956296 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e6725ba1-7d0b-4bf7-8c9a-1378cc116ff3 req-da7f8e53-a743-4b39-b0f7-e5687860d095 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 210 time: 0.1388116 Jul 23 09:26:20.053976 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Attempting to bind port ceab88de-e3a1-4498-866e-153f1a27aab5 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:20.054492 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Attempting to bind port ceab88de-e3a1-4498-866e-153f1a27aab5 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:20.055007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Attempting to bind port ceab88de-e3a1-4498-866e-153f1a27aab5 on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:20.064833 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:20.065211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Checking segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:20.065762 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.066336 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Bound using segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:20.066836 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Bound port: ceab88de-e3a1-4498-866e-153f1a27aab5, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:20.067318 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.183399 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] For port ceab88de-e3a1-4498-866e-153f1a27aab5, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:20.188661 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] For port ceab88de-e3a1-4498-866e-153f1a27aab5, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=ceab88de-e3a1-4498-866e-153f1a27aab5,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:20.195789 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.284871 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-24951a2c-36fe-40db-bb6a-dffb11d46bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.285050 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52972) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:20.289830 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265651239', 'description': 'tempest-description--353887128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:20.305754 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23b30-c5e2-42e2-98a5-84ca81effc67 None None] Pushing event updated for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:20.324931 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.db.api [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 09:26:20.324931 dv-cinder-801989-2-iscsi neutron-server[92980]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 09:26:20.324931 dv-cinder-801989-2-iscsi neutron-server[92980]: [parameters: {'project_id': '0d342112200849988626ba271f263bab', 'id': 'cf2a5022-462d-47ad-8dbd-1c08d60c509f', 'expiration': datetime.datetime(2021, 7, 23, 9, 28, 20, 318238)}] Jul 23 09:26:20.324931 dv-cinder-801989-2-iscsi neutron-server[92980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 09:26:20.326637 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG oslo_db.api [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 09:26:20.408558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:20.409268 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:25:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:20.468790 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-24951a2c-36fe-40db-bb6a-dffb11d46bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.479327 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-24951a2c-36fe-40db-bb6a-dffb11d46bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.546720 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951a2c-36fe-40db-bb6a-dffb11d46bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f51ffe-9706-4e40-a836-2ab10d66b28a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:20.558870 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-24951a2c-36fe-40db-bb6a-dffb11d46bd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7ab932abffe41e99123b84bc3b3860a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532684 Jul 23 09:26:20.561671 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 52982) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:20.613476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:20.665550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.756289 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:20.854620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-584ff8e4-3351-4905-a6ec-a6630165c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:20.856153 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-584ff8e4-3351-4905-a6ec-a6630165c09f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc HTTP/1.1" status: 200 len: 852 time: 0.1667249 Jul 23 09:26:21.019036 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.066596 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-75827e92-d050-41bd-85f9-75b0ccbce7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=61e601ab-45a1-40cd-8849-7cd26af1e54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934235 Jul 23 09:26:21.116423 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.119105 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.136321 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f51ffe-9706-4e40-a836-2ab10d66b28a HTTP/1.1" status: 204 len: 168 time: 0.5732522 Jul 23 09:26:21.219849 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6f6a-4196-45fc-a015-de0b69c1add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f51ffe-9706-4e40-a836-2ab10d66b28a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:21.241180 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5c976-2735-43e7-8a36-70d8e3ad9b95 req-f7c01849-0715-4587-80f1-a2fdbd1051a8 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:21.251992 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c2c5c976-2735-43e7-8a36-70d8e3ad9b95 req-f7c01849-0715-4587-80f1-a2fdbd1051a8 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.4751375 Jul 23 09:26:21.268662 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:20Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:21.340393 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b1679c4-f386-4409-af8e-2da3b399ac60 req-89528127-0cf1-4ab1-bb87-0cb8637da0ba tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 210 time: 0.0727639 Jul 23 09:26:21.372101 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545418d5-cb97-4d64-8590-abb57dc163b4 None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:20Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:21.386844 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-8b705771-8546-460b-b993-d6977a614bbf service neutron] 10.222.0.13 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112199 Jul 23 09:26:21.404169 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c2c5c976-2735-43e7-8a36-70d8e3ad9b95 req-23c15cda-29da-41b5-80be-9c8f98846a91 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372685 Jul 23 09:26:21.466631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.478854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.550552 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.552257 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2661486 Jul 23 09:26:21.556254 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53032) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:21.562515 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group_rule': {'security_group_id': '7f06ea7a-33c7-47e4-93e9-0f22f61876a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:21.610030 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886dce6-ec40-4f97-9ca5-0c4167eec048 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f06ea7a-33c7-47e4-93e9-0f22f61876a8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:21.655940 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.663334 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e5cc146-fc05-4810-8662-fd27f33b795e req-1bfe6e92-9236-4e70-95d1-785248b7a101 service neutron] 10.222.0.13 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694995 Jul 23 09:26:21.758553 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53040) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:21.778830 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.786513 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.825646 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a93fa7-6746-408d-8c95-69fb77a6acc9,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:21.850798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:21.859054 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e3589849-6dae-4f46-9625-d2073a30989e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950685 Jul 23 09:26:21.859676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53050) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:21.865458 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group_rule': {'security_group_id': '7f06ea7a-33c7-47e4-93e9-0f22f61876a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:21.887489 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-95b6e272-e349-4e5d-8a05-9eeedc68e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:21.892689 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-95b6e272-e349-4e5d-8a05-9eeedc68e601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74657ab190ef4462874858af2b83d1b6&device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1563458 Jul 23 09:26:21.922735 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.026301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.039964 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.066421 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf8199b-81aa-4bcf-aaf0-d8f4285e4d49,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:22.124074 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4d3056d-b534-42c6-8442-ce7f3b9852e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.146462 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.155255 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ffd9de15-ee6c-4aa7-9b6b-b8e5772e93a0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943590 Jul 23 09:26:22.167193 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53062) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:22.189848 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:22.254269 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-50ee4df5-fd70-4acd-a7b2-236e7036c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:22.255953 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-50ee4df5-fd70-4acd-a7b2-236e7036c554 service neutron] 10.222.0.13 "GET /v2.0/networks?id=61e601ab-45a1-40cd-8849-7cd26af1e54a HTTP/1.1" status: 200 len: 913 time: 0.3569109 Jul 23 09:26:22.278698 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.13', 53744) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:22.348644 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-90f87abd-00c5-4cc6-a8d8-7b4eccef6d66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c HTTP/1.1" status: 200 len: 217 time: 0.0810933 Jul 23 09:26:22.569394 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-602e9c92-f862-4fb6-837a-cb471366289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:22.573104 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-602e9c92-f862-4fb6-837a-cb471366289a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc HTTP/1.1" status: 200 len: 852 time: 0.2159114 Jul 23 09:26:22.646138 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbf94fc9-e523-4e26-b0ad-9168326434c6 req-19521ee4-1b70-4fc1-b5bc-a05758349ef9 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 210 time: 0.1277003 Jul 23 09:26:22.693545 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-9fc3d271-7d6a-424e-ae99-4434abb637a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=61e601ab-45a1-40cd-8849-7cd26af1e54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530014 Jul 23 09:26:22.756590 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-05aef9de-366a-4a24-a8d6-9fea9ad1b0b8 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:22.758439 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-05aef9de-366a-4a24-a8d6-9fea9ad1b0b8 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 810 time: 0.4788134 Jul 23 09:26:22.876702 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-25bea8bc-0999-48ba-adbd-d1f084afb3ef service neutron] 10.222.0.13 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761725 Jul 23 09:26:22.928246 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-7628174e-8730-4330-a05c-870697ecfcbc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 378 time: 0.1507649 Jul 23 09:26:22.947305 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4d3056d-b534-42c6-8442-ce7f3b9852e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:22.955374 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'port': {'device_id': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'admin_state_up': True, 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'security_groups': ['3cb2f74d-c429-4973-aa19-39205da61ea7']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:22.967112 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4d3056d-b534-42c6-8442-ce7f3b9852e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.018778 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b4d3056d-b534-42c6-8442-ce7f3b9852e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b072b9e53114b0f891427d9678ad491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2543507 Jul 23 09:26:23.054695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53132) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:23.289440 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a491061-5a9e-48ce-b12a-e76b8b5cc3e2 req-9b430565-6fc6-4a54-8fd8-29eb571992cb service neutron] 10.222.0.13 "GET /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053214 Jul 23 09:26:23.348143 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device ceab88de-e3a1-4498-866e-153f1a27aab5 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:23.357877 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3056d-b534-42c6-8442-ce7f3b9852e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cfd7a5-70fd-453a-8936-bfd195184521,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:23.372730 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcbaa-5856-4c63-9d42-8cd3a2af19b9 req-ba601d58-f7fa-4cc0-9e4f-a7eac4296c87 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:23.379822 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4cadcbaa-5856-4c63-9d42-8cd3a2af19b9 req-ba601d58-f7fa-4cc0-9e4f-a7eac4296c87 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.8284478 Jul 23 09:26:23.405641 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port ceab88de-e3a1-4498-866e-153f1a27aab5 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:23.411054 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53152) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:23.421064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port ceab88de-e3a1-4498-866e-153f1a27aab5 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:23.421736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.432234 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.460936 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53156) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:23.519795 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.540685 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4cadcbaa-5856-4c63-9d42-8cd3a2af19b9 req-02ec3377-31f7-4db3-b0c4-0067d64f5584 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600118 Jul 23 09:26:23.567081 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.598551 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port ceab88de-e3a1-4498-866e-153f1a27aab5, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=ceab88de-e3a1-4498-866e-153f1a27aab5,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:23.603238 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.618747 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b43534e1-ae7a-4c66-8c1d-cf0f1ffa159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.676092 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:23.691084 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.703131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.721224 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Made reservation on behalf of 2256b9183a3b4cbc9b819bcd42a9497e for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:23.724955 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.730335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6972a1e-5eb5-4956-a55d-1cd84f80b8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.772315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53174) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:23.795559 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3229acf1-3272-4d3f-be43-b488a8856d96 req-b9be4d55-92a3-4e51-9c95-c5db82af6366 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 210 time: 0.0388143 Jul 23 09:26:23.879655 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b43534e1-ae7a-4c66-8c1d-cf0f1ffa159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.888975 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b43534e1-ae7a-4c66-8c1d-cf0f1ffa159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.934101 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b43534e1-ae7a-4c66-8c1d-cf0f1ffa159a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23e8c939f767443499e59e1cdcec7bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214741 Jul 23 09:26:23.935819 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43534e1-ae7a-4c66-8c1d-cf0f1ffa159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ef9e86-1021-4694-bae7-6c55aaac0db4,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:23.938245 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53182) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:23.969157 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffdeaa5d-075f-4849-8139-0e2336c42a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.970135 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.973156 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:23.976669 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37cfd7a5-70fd-453a-8936-bfd195184521 HTTP/1.1" status: 204 len: 168 time: 0.6654809 Jul 23 09:26:23.979436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.018748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.042027 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d810d5-b826-4f2b-9a6b-3ebf06ae9fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cfd7a5-70fd-453a-8936-bfd195184521,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.044835 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.106804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.112216 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.114503 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1ef9e86-1021-4694-bae7-6c55aaac0db4 HTTP/1.1" status: 204 len: 168 time: 0.1753523 Jul 23 09:26:24.132310 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb3b8f-fefb-4ae2-8a63-1c8ceff458e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ef9e86-1021-4694-bae7-6c55aaac0db4,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.168324 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Allocated IP 172.20.0.12 (e82ba080-be92-4ebb-abe4-36c5c95e9593/ad8835ef-af4f-4859-9c59-438754f52380/06d62967-d4e0-447b-836f-d89ee026c910) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:24.281550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6972a1e-5eb5-4956-a55d-1cd84f80b8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.299271 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Allocated IP 172.27.3.156 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/8cbccbe1-f018-412c-82ce-a430e07aa9a7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:24.301682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6972a1e-5eb5-4956-a55d-1cd84f80b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.416413 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffdeaa5d-075f-4849-8139-0e2336c42a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.423596 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffdeaa5d-075f-4849-8139-0e2336c42a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.433382 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e6972a1e-5eb5-4956-a55d-1cd84f80b8fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=552f711065614a66bd46c02ce242109b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9620652 Jul 23 09:26:24.438132 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53194) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:24.451764 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6972a1e-5eb5-4956-a55d-1cd84f80b8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d78945-7109-44c5-b26e-9ae0faabca38,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.482737 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ffdeaa5d-075f-4849-8139-0e2336c42a6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=138e67ea4e7642879b389ad218a02efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938934 Jul 23 09:26:24.485103 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53198) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:24.491449 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdeaa5d-075f-4849-8139-0e2336c42a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d7f5a-1539-4ed4-b515-53e309b35e2c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.549274 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.578691 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.579181 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.617016 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.643637 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.654299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.654299 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f2d7f5a-1539-4ed4-b515-53e309b35e2c HTTP/1.1" status: 204 len: 168 time: 0.1625707 Jul 23 09:26:24.654299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53206) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:24.654858 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Transition to ACTIVE for port object 06d62967-d4e0-447b-836f-d89ee026c910 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:24.673349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d050d07-9f52-4c58-a70c-7b8c9ba948c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d7f5a-1539-4ed4-b515-53e309b35e2c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.677429 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.678542 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a364a77-8255-4bfc-a682-2b9a5637faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.741686 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.760333 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.799617 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a364a77-8255-4bfc-a682-2b9a5637faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.805867 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a364a77-8255-4bfc-a682-2b9a5637faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.856199 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2a364a77-8255-4bfc-a682-2b9a5637faeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b73c204c7c124dbfb4eeb312aafc2639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038481 Jul 23 09:26:24.857487 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53216) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:24.870062 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:24.877798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:24.879637 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=8cbccbe1-f018-412c-82ce-a430e07aa9a7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.890588 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:24.893914 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:24.977218 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e8ff-5567-485c-9205-28e87dfa0bc1 req-2b61bf1f-30b6-46e6-8eea-eef7456f6d98 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:24.983641 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a364a77-8255-4bfc-a682-2b9a5637faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b8abc-ad45-4a4d-9795-28b638c55a66,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:24.998940 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e1c7e8ff-5567-485c-9205-28e87dfa0bc1 req-2b61bf1f-30b6-46e6-8eea-eef7456f6d98 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.3392577 Jul 23 09:26:25.009366 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.055069 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.102070 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8159-b5bb-4cfe-bc7d-b3ccead637cd req-5d520a80-9e6d-40b5-8e53-0fa951b6cbec tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:25.103753 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-155d8159-b5bb-4cfe-bc7d-b3ccead637cd req-5d520a80-9e6d-40b5-8e53-0fa951b6cbec tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 932 time: 0.1689968 Jul 23 09:26:25.120973 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:25.141763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:25.151808 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:25.155444 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:25.157782 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.159846 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.163881 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45d78945-7109-44c5-b26e-9ae0faabca38 HTTP/1.1" status: 204 len: 168 time: 0.7230651 Jul 23 09:26:25.194706 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-155d8159-b5bb-4cfe-bc7d-b3ccead637cd req-9274e461-88c1-47b7-9a2e-b3d3714e21b9 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751457 Jul 23 09:26:25.240295 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.243559 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.248188 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d7b8abc-ad45-4a4d-9795-28b638c55a66 HTTP/1.1" status: 204 len: 168 time: 0.3810625 Jul 23 09:26:25.285759 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446cbf-45a9-46c4-bcc3-846e3810d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b8abc-ad45-4a4d-9795-28b638c55a66,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:25.295513 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ef2c7-5e0d-4a05-a7b3-47fee5d7f9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d78945-7109-44c5-b26e-9ae0faabca38,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:25.301176 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device ceab88de-e3a1-4498-866e-153f1a27aab5 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:25.308946 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e1c7e8ff-5567-485c-9205-28e87dfa0bc1 req-432d2782-78a6-482b-ac35-8b182b81aa59 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848327 Jul 23 09:26:25.330852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:25.331694 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.348463 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.362568 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-b615a4f4-4281-47a9-8671-b803bb61743d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4132526 Jul 23 09:26:25.411543 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port ceab88de-e3a1-4498-866e-153f1a27aab5 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:25.412130 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.415652 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Request body: {'port': {'device_id': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:25.464533 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.545295 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.561152 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2cebee07-e779-432b-ae82-aa109ce2624a None None] Provisioning for port 06d62967-d4e0-447b-836f-d89ee026c910 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:25.566865 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2cebee07-e779-432b-ae82-aa109ce2624a None None] Provisioning complete for port 06d62967-d4e0-447b-836f-d89ee026c910 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:25.567623 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2cebee07-e779-432b-ae82-aa109ce2624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:25.616881 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-2cebee07-e779-432b-ae82-aa109ce2624a None None] Port 06d62967-d4e0-447b-836f-d89ee026c910 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:26.002127 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53264) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:26.014843 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.045261 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-70e87f22-3ec6-4d1c-868e-e34444c368a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.052662 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.111271 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53268) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:26.156969 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=8cbccbe1-f018-412c-82ce-a430e07aa9a7,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:26.180501 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.214771 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-70e87f22-3ec6-4d1c-868e-e34444c368a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.215696 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-219a8f5d-77c0-4805-9349-2d31879475fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.227114 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.227819 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-70e87f22-3ec6-4d1c-868e-e34444c368a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.239580 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-00063b63-c51e-4f9c-9d61-e83e66c7488b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0589769 Jul 23 09:26:26.239580 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d62967-d4e0-447b-836f-d89ee026c910 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:26.245796 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.264793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Transition to ACTIVE for port object 06d62967-d4e0-447b-836f-d89ee026c910 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:26.272252 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.307903 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1bcc6c18-24c6-47ec-9531-d8cee62d901c details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:26:26.329860 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-70e87f22-3ec6-4d1c-868e-e34444c368a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=266f6a3bc2e6456bb3418a6cf50ffa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217723 Jul 23 09:26:26.330494 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53286) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:26.331349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87f22-3ec6-4d1c-868e-e34444c368a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c65ac-f06f-460e-bb27-f2cf9c492fa6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:26.410862 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Pushing event updated for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:26.480856 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b15a0432-0d05-4d0b-bfb9-54cd2ff39526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.522063 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.536379 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c,segment=NetworkSegment(c257c96a-fd56-4c14-83d3-4bbee7e1b232),segment_id=c257c96a-fd56-4c14-83d3-4bbee7e1b232)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:26.585900 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.634957 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aadad4-ed43-46c8-a2b3-c5c8c326015d req-aab8c149-8c5a-4206-853f-258a349c521b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:26.636993 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02aadad4-ed43-46c8-a2b3-c5c8c326015d req-aab8c149-8c5a-4206-853f-258a349c521b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 944 time: 0.2368431 Jul 23 09:26:26.668510 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Attempting to bind port 06d62967-d4e0-447b-836f-d89ee026c910 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:26.669764 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Attempting to bind port 06d62967-d4e0-447b-836f-d89ee026c910 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:26.670135 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Attempting to bind port 06d62967-d4e0-447b-836f-d89ee026c910 on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:26.696780 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac342a-157d-4db1-a244-1f44d645a306 req-469cb0c1-a36c-4fff-ba4d-fcaeb5246ab6 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:26.699332 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-79ac342a-157d-4db1-a244-1f44d645a306 req-469cb0c1-a36c-4fff-ba4d-fcaeb5246ab6 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 943 time: 0.2352538 Jul 23 09:26:26.702396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Port 06d62967-d4e0-447b-836f-d89ee026c910 on network e82ba080-be92-4ebb-abe4-36c5c95e9593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:26:26.704970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Attempting to bind port 06d62967-d4e0-447b-836f-d89ee026c910 on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:26.706517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b15a0432-0d05-4d0b-bfb9-54cd2ff39526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.720313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '1bcc6c18-24c6-47ec-9531-d8cee62d901c', 'network_id': '61e601ab-45a1-40cd-8849-7cd26af1e54a', 'port_id': '1bcc6c18-24c6-47ec-9531-d8cee62d901c', 'mac_address': 'fa:16:3e:8c:be:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:26:26.732258 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b15a0432-0d05-4d0b-bfb9-54cd2ff39526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.769485 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.779458 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:26.780074 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Checking segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:26.780771 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Bound using segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:26.782995 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b15a0432-0d05-4d0b-bfb9-54cd2ff39526 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be8cd69143224637a3f3fd6a34915c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6710012 Jul 23 09:26:26.783731 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Bound port: 06d62967-d4e0-447b-836f-d89ee026c910, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:26.784279 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.786089 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcc6c18-24c6-47ec-9531-d8cee62d901c {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:26.788530 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53298) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:26.796669 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a0432-0d05-4d0b-bfb9-54cd2ff39526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e2119-ad63-4422-8f91-789c491856ad,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:26.820253 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c,segment=NetworkSegment(c257c96a-fd56-4c14-83d3-4bbee7e1b232),segment_id=c257c96a-fd56-4c14-83d3-4bbee7e1b232)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:26.831579 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.846350 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02aadad4-ed43-46c8-a2b3-c5c8c326015d req-056cd2d6-0ee1-4758-aa69-6e54f5342d6e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355696 Jul 23 09:26:26.859797 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-79ac342a-157d-4db1-a244-1f44d645a306 req-36266e7b-197c-43f8-a0a0-0bf069203d96 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511748 Jul 23 09:26:26.892184 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.895306 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.899214 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a31c65ac-f06f-460e-bb27-f2cf9c492fa6 HTTP/1.1" status: 204 len: 168 time: 0.5397608 Jul 23 09:26:26.912904 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b769d-7098-4e36-8d20-49e9d46aa5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c65ac-f06f-460e-bb27-f2cf9c492fa6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:26.947629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:26.961177 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:27.002669 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:27.006803 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:27.038569 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=06d62967-d4e0-447b-836f-d89ee026c910,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:27.062895 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:27.073566 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['1bcc6c18-24c6-47ec-9531-d8cee62d901c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:26:27.103805 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-d6493c5b-bee9-4104-af17-2f290ae963c8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1265651239&fields=id&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 267 time: 0.1357129 Jul 23 09:26:27.115248 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:27.116033 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:27.117428 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] 10.222.0.13 "PUT /v2.0/ports/06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1094 time: 1.7467337 Jul 23 09:26:27.118537 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:27.221134 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444ce2-e053-492c-9e24-1280f4f19712 service neutron] Pushing event updated for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:27.282706 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:27.288760 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:27.289942 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c94e2119-ad63-4422-8f91-789c491856ad HTTP/1.1" status: 204 len: 168 time: 0.4973807 Jul 23 09:26:27.363598 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d0e2-5dea-417e-81fa-f412bf015980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e2119-ad63-4422-8f91-789c491856ad,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:27.438447 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-f05ec17b-1b54-4b11-8339-82852f293672 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:27.439989 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-f05ec17b-1b54-4b11-8339-82852f293672 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 816 time: 0.3093843 Jul 23 09:26:27.441996 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-8a736026-4131-4476-b013-e5b796fc38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:27.443381 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-8a736026-4131-4476-b013-e5b796fc38da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1097 time: 0.2759199 Jul 23 09:26:27.533931 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-3faf72fc-395a-45f2-b64b-fc73eac7f7cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 217 time: 0.0790925 Jul 23 09:26:27.535348 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-02e8a64f-84f9-41a7-b82f-3ec00e259979 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/quotas/0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 375 time: 0.0782413 Jul 23 09:26:27.629918 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-bc454244-fc39-4716-ba8a-a8744e668da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:27.632629 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-bc454244-fc39-4716-ba8a-a8744e668da2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0912013 Jul 23 09:26:27.650813 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33836090-3f22-4f7c-a8d5-111bd19c1e15" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "tag": "06d62967-d4e0-447b-836f-d89ee026c910"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:27.718861 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-3542fbeb-eca3-452d-8927-f99ee144c936 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676769 Jul 23 09:26:27.782235 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-37ebcc59-e5f1-4faf-ae50-eaf9d5db54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:27.783767 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-37ebcc59-e5f1-4faf-ae50-eaf9d5db54d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1439621 Jul 23 09:26:27.902325 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-955fa794-c7e1-4845-8d2c-3e3256fb9dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623540 Jul 23 09:26:27.946828 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-e3771662-c2cf-47fb-bf1c-43c67e512fc5 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338549 Jul 23 09:26:27.954492 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e345dc-b0e3-4183-81fc-4e054c815ab4 x-openstack-request-id: req-f9e345dc-b0e3-4183-81fc-4e054c815ab4 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:27.955047 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "tag": "06d62967-d4e0-447b-836f-d89ee026c910", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:27.955681 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9e345dc-b0e3-4183-81fc-4e054c815ab4 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:27.956173 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910', 'status': 'completed', 'code': 200} Jul 23 09:26:27.979673 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53360) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:27.999737 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45ea37be-7311-4da4-81c7-a0a0c833a070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.081482 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-5040265c-0487-425f-b506-786456f677a0 service neutron] 10.222.0.10 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631079 Jul 23 09:26:28.117511 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66cf5432-e1ae-4b8b-90fe-620aaccd9c40 req-8a2f52ef-ad40-4288-9594-346c82c23e69 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581767 Jul 23 09:26:28.121928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a23f8-8728-4ba1-b6f4-c1f0969b3283 req-1d808d95-be68-4783-ba9f-9376f39fb74a tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:28.124503 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a9a23f8-8728-4ba1-b6f4-c1f0969b3283 req-1d808d95-be68-4783-ba9f-9376f39fb74a tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 944 time: 0.1045012 Jul 23 09:26:28.203965 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a9a23f8-8728-4ba1-b6f4-c1f0969b3283 req-db8ab8d4-69df-4f68-853d-01d2411f66f1 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Jul 23 09:26:28.273336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45ea37be-7311-4da4-81c7-a0a0c833a070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.280884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45ea37be-7311-4da4-81c7-a0a0c833a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.291929 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-d80a299c-c51b-410e-ab05-225c625f1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:28.291929 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-d80a299c-c51b-410e-ab05-225c625f1f6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1097 time: 0.1223292 Jul 23 09:26:28.303384 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1bcc6c18-24c6-47ec-9531-d8cee62d901c up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:28.377077 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-45ea37be-7311-4da4-81c7-a0a0c833a070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d34a836779c84246aaf05d59298226e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962970 Jul 23 09:26:28.382054 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53380) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:28.400140 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea37be-7311-4da4-81c7-a0a0c833a070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ce1b0-3cc2-4a47-b92d-4f0ec08b0c61,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:28.442986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8847-c6dc-4e69-8adc-2f36af5fc717 req-eedc253a-32be-4c49-9d6c-98fd958cbcad tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:28.450934 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0ce8847-c6dc-4e69-8adc-2f36af5fc717 req-eedc253a-32be-4c49-9d6c-98fd958cbcad tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 944 time: 0.0944300 Jul 23 09:26:28.467446 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 1bcc6c18-24c6-47ec-9531-d8cee62d901c completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:28.483669 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 1bcc6c18-24c6-47ec-9531-d8cee62d901c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:28.484053 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.498650 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0ce8847-c6dc-4e69-8adc-2f36af5fc717 req-72556638-95ee-450c-b77e-5541a1a7a740 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463209 Jul 23 09:26:28.615518 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.643699 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:28.695993 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e1d4722d-f02d-4dac-bd79-0a3e3e4cd53a req-d8a4c4fd-cecd-477b-b428-80811e02e907 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 210 time: 0.3088963 Jul 23 09:26:28.736961 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c,segment=NetworkSegment(c257c96a-fd56-4c14-83d3-4bbee7e1b232),segment_id=c257c96a-fd56-4c14-83d3-4bbee7e1b232)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:28.743612 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.827777 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:28.861547 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-4c674099-3fec-4c4f-b370-954a70f859f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:28.863503 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-4c674099-3fec-4c4f-b370-954a70f859f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.5644472 Jul 23 09:26:28.881314 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.932423 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-ba5d224b-870c-41b4-a05e-9b39e70a5d5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 217 time: 0.0579982 Jul 23 09:26:28.944316 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:28.980150 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:29.030576 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-97b21c2c-fab4-40fc-be64-1a7710103d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:29.032118 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-97b21c2c-fab4-40fc-be64-1a7710103d0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0954380 Jul 23 09:26:29.102265 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:29.105576 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:29.108374 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/552ce1b0-3cc2-4a47-b92d-4f0ec08b0c61 HTTP/1.1" status: 204 len: 168 time: 0.7226148 Jul 23 09:26:29.111686 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cf8552e2-54a0-42bc-bde0-ab70f254380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:29.125851 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4ba1e-d2a8-4de6-a5fd-86fa1cae391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ce1b0-3cc2-4a47-b92d-4f0ec08b0c61,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:29.128896 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-19353977-1c3c-4b6d-ae28-ccf01f39a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:29.130158 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-19353977-1c3c-4b6d-ae28-ccf01f39a2de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921474 Jul 23 09:26:29.171242 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e54f88-11d7-4563-8041-36714f6b7a16" -d '{"events": [{"server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:29.301083 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-926b7fc1-8a80-4873-a981-efc947b4c1ca service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612830 Jul 23 09:26:29.476129 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f10af-64cf-458a-97ef-db4c099d8fd5 req-919f1a60-27d4-440b-a328-0e5d63bdcde0 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:29.477312 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b4f10af-64cf-458a-97ef-db4c099d8fd5 req-919f1a60-27d4-440b-a328-0e5d63bdcde0 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.1352537 Jul 23 09:26:29.600458 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33836090-3f22-4f7c-a8d5-111bd19c1e15 req-2c0569a0-c0d5-4425-a33f-4fd0858e9007 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847667 Jul 23 09:26:29.615943 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b4f10af-64cf-458a-97ef-db4c099d8fd5 req-d0d251b0-0eb2-40df-9206-829e5f254120 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199067 Jul 23 09:26:29.636549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416ff58-a80a-4e6e-a37a-af7a43ee8fc5 x-openstack-request-id: req-b416ff58-a80a-4e6e-a37a-af7a43ee8fc5 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:29.637367 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:29.638274 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b416ff58-a80a-4e6e-a37a-af7a43ee8fc5 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:29.638947 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c', 'code': 200} Jul 23 09:26:29.812312 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763f30-b2a2-478e-9b7b-21d8981e22a4 req-a6cd880e-4c26-46f5-b235-e33ebb2e416f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:29.820570 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ca763f30-b2a2-478e-9b7b-21d8981e22a4 req-a6cd880e-4c26-46f5-b235-e33ebb2e416f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 944 time: 0.1226468 Jul 23 09:26:29.921627 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ac9a399-a562-4b5e-912a-756a90346910 req-d66d7d12-3b30-485e-ab63-de0913e344a9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 210 time: 0.0711224 Jul 23 09:26:29.941306 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ca763f30-b2a2-478e-9b7b-21d8981e22a4 req-de4bf63a-7101-4d10-80ea-8317359beb25 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146040 Jul 23 09:26:30.018682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fee2-0edf-49d9-8310-82c07132139b req-bfd7f493-0555-4391-83af-efcf2a62e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:30.022183 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1223fee2-0edf-49d9-8310-82c07132139b req-bfd7f493-0555-4391-83af-efcf2a62e567 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 1098 time: 0.1673672 Jul 23 09:26:30.053143 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1223fee2-0edf-49d9-8310-82c07132139b req-81b5750b-0077-4417-ba34-cad00a6e0894 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:30.200666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:30.226745 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1223fee2-0edf-49d9-8310-82c07132139b req-81b5750b-0077-4417-ba34-cad00a6e0894 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:30.232495 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1223fee2-0edf-49d9-8310-82c07132139b req-81b5750b-0077-4417-ba34-cad00a6e0894 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:30.310536 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-79f1cae9-ec49-41f0-9750-34956b7fa9bd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:30.314694 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1223fee2-0edf-49d9-8310-82c07132139b req-81b5750b-0077-4417-ba34-cad00a6e0894 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855649 Jul 23 09:26:30.314818 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-79f1cae9-ec49-41f0-9750-34956b7fa9bd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 816 time: 0.3622901 Jul 23 09:26:30.347915 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5750b-0077-4417-ba34-cad00a6e0894 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bc0b8-6bcb-4823-ba39-a141b25198b4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:30.476674 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-c8826c00-83bc-4157-b502-32047974f89e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 380 time: 0.0700836 Jul 23 09:26:30.514844 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'port': {'device_id': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'admin_state_up': True, 'tenant_id': '0d342112200849988626ba271f263bab', 'security_groups': ['7f06ea7a-33c7-47e4-93e9-0f22f61876a8']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:30.759477 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15cb5c-6333-4c76-9341-603e37694b15 req-cbd795e3-e171-48a6-b390-9ba749bd8711 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:30.761175 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d15cb5c-6333-4c76-9341-603e37694b15 req-cbd795e3-e171-48a6-b390-9ba749bd8711 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.0791681 Jul 23 09:26:30.828778 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Made reservation on behalf of 0d342112200849988626ba271f263bab for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:30.840161 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:30.863862 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d15cb5c-6333-4c76-9341-603e37694b15 req-d1e2f71b-8a74-4cec-ba2a-dea5ee2a530a tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896773 Jul 23 09:26:31.006022 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Allocated IP 172.20.0.12 (9625e337-30a5-47e8-b481-7390bd34073c/5283a601-07b6-4103-8b4b-db753c9b6c5e/27495413-9f21-4299-9af7-426c7cc6c64f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:26:31.134027 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-180b35b1-b15e-44f7-8bc7-1ad4107d6b0c req-cf9522f3-cd9d-46fd-b67d-d347acd78953 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 210 time: 0.0531757 Jul 23 09:26:31.254064 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0591d-c917-4357-b8ab-ccd2af8ffe59 req-975e3d49-a4da-4476-8acd-ff075ba6a024 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:31.260586 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d0b0591d-c917-4357-b8ab-ccd2af8ffe59 req-975e3d49-a4da-4476-8acd-ff075ba6a024 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 944 time: 0.1795683 Jul 23 09:26:31.282134 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.318277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Transition to ACTIVE for port object 27495413-9f21-4299-9af7-426c7cc6c64f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:31.338068 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d0b0591d-c917-4357-b8ab-ccd2af8ffe59 req-a0a083de-b2e4-44ac-944a-446078aa8c74 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685058 Jul 23 09:26:31.369168 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.421974 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Network 9625e337-30a5-47e8-b481-7390bd34073c is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:26:31.426849 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:31.429438 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:26:31.435336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:31.435994 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.452282 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:31.466468 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-590d3bab-ebe8-43d5-b869-2b92f23239ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558928 Jul 23 09:26:31.494753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Request body: {'port': {'device_id': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:31.546268 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.652508 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.835002 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-01abce43-39cf-428d-97ac-6015ff9b2f9b None None] Provisioning for port 27495413-9f21-4299-9af7-426c7cc6c64f completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:31.839991 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-01abce43-39cf-428d-97ac-6015ff9b2f9b None None] Provisioning complete for port 27495413-9f21-4299-9af7-426c7cc6c64f triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:31.840409 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-01abce43-39cf-428d-97ac-6015ff9b2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:31.853807 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53626) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:31.914926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-01abce43-39cf-428d-97ac-6015ff9b2f9b None None] Port 27495413-9f21-4299-9af7-426c7cc6c64f cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:26:32.048736 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802cd79-334e-4c48-ab18-70bd93b04481 req-002dd955-bc16-4871-a767-a49156e3562d tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:32.051250 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d802cd79-334e-4c48-ab18-70bd93b04481 req-002dd955-bc16-4871-a767-a49156e3562d tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.0895007 Jul 23 09:26:32.091886 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d802cd79-334e-4c48-ab18-70bd93b04481 req-f61f1850-8d36-4561-8457-1d54b8c6e9e8 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Jul 23 09:26:32.095484 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:32.105192 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.118145 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Transition to ACTIVE for port object 27495413-9f21-4299-9af7-426c7cc6c64f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:26:32.123877 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.240404 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:32.267277 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53650) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:32.271225 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Attempting to bind port 27495413-9f21-4299-9af7-426c7cc6c64f on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:26:32.271597 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Attempting to bind port 27495413-9f21-4299-9af7-426c7cc6c64f by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:26:32.271928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Attempting to bind port 27495413-9f21-4299-9af7-426c7cc6c64f on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:32.283509 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Port 27495413-9f21-4299-9af7-426c7cc6c64f on network 9625e337-30a5-47e8-b481-7390bd34073c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:26:32.283912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Attempting to bind port 27495413-9f21-4299-9af7-426c7cc6c64f on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:26:32.295087 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-693cf0b1-76c9-4f86-b37b-c5dcf0b0474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.302590 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 06d62967-d4e0-447b-836f-d89ee026c910 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:26:32.324515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:26:32.324937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Checking segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:32.325511 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Bound using segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:26:32.325970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Bound port: 27495413-9f21-4299-9af7-426c7cc6c64f, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:26:32.326332 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.339900 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53654) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:32.437125 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c68f-d75f-43da-82b8-dacd40be5a92 req-a2a69c2f-77e9-47e2-8ae4-350c1a3bd4d6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:32.438720 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f539c68f-d75f-43da-82b8-dacd40be5a92 req-a2a69c2f-77e9-47e2-8ae4-350c1a3bd4d6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1837893 Jul 23 09:26:32.518286 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22a53579-c694-4706-aeb9-63ac0a921509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.529766 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f539c68f-d75f-43da-82b8-dacd40be5a92 req-19e12886-6355-4013-900f-971db9b18ed0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775158 Jul 23 09:26:32.530849 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:26:32.543072 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:26:32.553896 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.565363 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=06d62967-d4e0-447b-836f-d89ee026c910,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:32.589497 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '06d62967-d4e0-447b-836f-d89ee026c910', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'port_id': '06d62967-d4e0-447b-836f-d89ee026c910', 'mac_address': 'fa:16:3e:85:1e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:26:32.608047 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:32.609572 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.611702 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] 10.222.0.13 "PUT /v2.0/ports/27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 1094 time: 1.1373007 Jul 23 09:26:32.612302 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:32.615060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00445451-08fa-424c-a41f-185dc309c673" -d '{"events": [{"name": "network-changed", "server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:32.624482 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.656123 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.662665 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-693cf0b1-76c9-4f86-b37b-c5dcf0b0474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.687549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-693cf0b1-76c9-4f86-b37b-c5dcf0b0474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.690581 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d62967-d4e0-447b-836f-d89ee026c910 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:32.725839 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-693cf0b1-76c9-4f86-b37b-c5dcf0b0474f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a70b171034384d2f93ec487f6d2e63dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705223 Jul 23 09:26:32.726436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53662) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:32.732162 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.db.api [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 09:26:32.732162 dv-cinder-801989-2-iscsi neutron-server[92980]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 09:26:32.732162 dv-cinder-801989-2-iscsi neutron-server[92980]: [parameters: {'project_id_1': 'f33caea633a641399655f09fa813d16e', 'expiration_1': datetime.datetime(2021, 7, 23, 9, 26, 32, 645802)}] Jul 23 09:26:32.732162 dv-cinder-801989-2-iscsi neutron-server[92980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 09:26:32.732937 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG oslo_db.api [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 09:26:32.746820 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=06d62967-d4e0-447b-836f-d89ee026c910,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:32.753789 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.780269 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b0bce-0215-4fdb-86a4-a31d881c619a req-66822f0f-cf71-467f-8b0d-d553c402ca39 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:32.800840 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-112b0bce-0215-4fdb-86a4-a31d881c619a req-66822f0f-cf71-467f-8b0d-d553c402ca39 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 944 time: 0.2793179 Jul 23 09:26:32.805744 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c846c8a-c37e-41f8-b218-e08350e1b745 service neutron] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:32.825924 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eff4bc-9f5d-4955-a09a-36826f0c0ea0 x-openstack-request-id: req-b2eff4bc-9f5d-4955-a09a-36826f0c0ea0 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:32.836243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:32.836708 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2eff4bc-9f5d-4955-a09a-36826f0c0ea0 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:32.837207 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'status': 'completed', 'code': 200} Jul 23 09:26:32.845496 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:32.854679 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cf0b1-76c9-4f86-b37b-c5dcf0b0474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff9d86-380b-4f3a-98bd-a8db3df1eaca,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:32.917367 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-517f8dc1-9543-4885-9fcf-b14a0a7547d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:32.920335 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-517f8dc1-9543-4885-9fcf-b14a0a7547d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1097 time: 0.2286136 Jul 23 09:26:32.936043 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-112b0bce-0215-4fdb-86a4-a31d881c619a req-89026cb8-62a5-4ae1-8804-bcfd92fe5d75 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339517 Jul 23 09:26:32.949573 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:32.969678 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['06d62967-d4e0-447b-836f-d89ee026c910'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:26:33.000155 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.012068 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22a53579-c694-4706-aeb9-63ac0a921509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.016262 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-48f92d7a-0e30-4726-8933-6bf6c4b02889 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 217 time: 0.0841398 Jul 23 09:26:33.021814 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22a53579-c694-4706-aeb9-63ac0a921509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.053765 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-22a53579-c694-4706-aeb9-63ac0a921509 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23ec8d582dff41d2a84ebdab3df56e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853909 Jul 23 09:26:33.054415 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53668) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:33.111959 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a53579-c694-4706-aeb9-63ac0a921509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72f05f-1c29-4d70-af1f-04f8cd186173,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:33.114093 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-0effaf0e-1181-48e4-ab39-5943ab8f955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:33.131241 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-0effaf0e-1181-48e4-ab39-5943ab8f955a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.1114538 Jul 23 09:26:33.139959 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.142798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.146829 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69ff9d86-380b-4f3a-98bd-a8db3df1eaca HTTP/1.1" status: 204 len: 168 time: 0.4163005 Jul 23 09:26:33.158204 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a529-5340-4617-a5ba-b0fd450a0003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff9d86-380b-4f3a-98bd-a8db3df1eaca,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:33.160287 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.223951 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.235792 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.241311 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-c45cbaf1-096f-4f03-86c4-cdb60d5cb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:33.247133 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-c45cbaf1-096f-4f03-86c4-cdb60d5cb8fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079295 Jul 23 09:26:33.374672 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.377749 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.380205 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd72f05f-1c29-4d70-af1f-04f8cd186173 HTTP/1.1" status: 204 len: 168 time: 0.3179102 Jul 23 09:26:33.410694 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82413d3-2ffb-4e9e-b74f-39cbf07df2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72f05f-1c29-4d70-af1f-04f8cd186173,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:33.416177 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.425375 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.430084 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-6112f1b2-f87a-410d-ac75-06c0cdd6e881 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768701 Jul 23 09:26:33.503837 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f33caea633a641399655f09fa813d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1581318 Jul 23 09:26:33.503837 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e672161-80f6-4c9e-b92f-3424feb7a423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f599c6-efb0-45b5-bae3-447f06e41419,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:33.508331 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53684) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:33.611640 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.662473 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.759963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.764660 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.767196 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31f599c6-efb0-45b5-bae3-447f06e41419 HTTP/1.1" status: 204 len: 168 time: 0.2572038 Jul 23 09:26:33.787639 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8aa0-3765-4f6b-b725-eb33b1438b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f599c6-efb0-45b5-bae3-447f06e41419,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:33.867534 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53710) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:33.887535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354f2b4-edc0-4f63-9d28-7b0701cdcf6d req-e76d86c5-6e1b-4ef3-86ef-7537f10ecd21 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:33.890968 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1e383fb-59fe-4f45-80fe-7ecd415c6f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:33.894515 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4354f2b4-edc0-4f63-9d28-7b0701cdcf6d req-e76d86c5-6e1b-4ef3-86ef-7537f10ecd21 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1526830 Jul 23 09:26:33.924820 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a8df739-fd5c-4b79-8fd9-50a25f1a3a0c req-2e0986ad-cefd-40ab-95e5-340387a5eb02 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877200 Jul 23 09:26:33.944994 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4354f2b4-edc0-4f63-9d28-7b0701cdcf6d req-efcbdf04-40d0-415d-9cfd-be5b7e918fff tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495532 Jul 23 09:26:34.034801 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1e383fb-59fe-4f45-80fe-7ecd415c6f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.044074 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1e383fb-59fe-4f45-80fe-7ecd415c6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.048290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00445451-08fa-424c-a41f-185dc309c673 req-f701d19a-f9c8-4916-a413-8f36b4d4a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:34.049915 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-f701d19a-f9c8-4916-a413-8f36b4d4a8a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1097 time: 0.0701780 Jul 23 09:26:34.107272 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e383fb-59fe-4f45-80fe-7ecd415c6f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21b116-362d-4c4e-a81a-4f49a3b21129,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:34.120448 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53714) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:34.148082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d827f6-7207-4e57-8032-5452ddcd0c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.154767 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a1e383fb-59fe-4f45-80fe-7ecd415c6f5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be6de74487214672837c368cafed4bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830844 Jul 23 09:26:34.159389 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53716) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:34.191629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9fc67-f488-47c5-8044-1209114bc6c3 req-4373a15e-b984-4129-9dec-068f3a9f66cb tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:34.193159 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41e9fc67-f488-47c5-8044-1209114bc6c3 req-4373a15e-b984-4129-9dec-068f3a9f66cb tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 945 time: 0.1539485 Jul 23 09:26:34.198964 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00445451-08fa-424c-a41f-185dc309c673 req-97b1cc67-604f-431d-ba40-946580268f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:34.202100 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-97b1cc67-604f-431d-ba40-946580268f74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.1446102 Jul 23 09:26:34.252898 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-99e6b08d-4916-4bad-b3f6-99c2a9b18345 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 217 time: 0.0441778 Jul 23 09:26:34.257955 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41e9fc67-f488-47c5-8044-1209114bc6c3 req-5a8f3a78-5443-4677-8136-c4ec8f2dc351 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572410 Jul 23 09:26:34.313817 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d827f6-7207-4e57-8032-5452ddcd0c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.318487 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d827f6-7207-4e57-8032-5452ddcd0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.334124 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.337687 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00445451-08fa-424c-a41f-185dc309c673 req-56664bf2-7bb7-488d-a792-ed8a5e58d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:34.339693 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-56664bf2-7bb7-488d-a792-ed8a5e58d93b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0692441 Jul 23 09:26:34.345835 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 06d62967-d4e0-447b-836f-d89ee026c910 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:34.365848 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e9d827f6-7207-4e57-8032-5452ddcd0c09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b64b99e2932748b98c096922d177596f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443688 Jul 23 09:26:34.368503 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d827f6-7207-4e57-8032-5452ddcd0c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875bdbf1-5661-40eb-ad6e-9e14491c4b97,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:34.374597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53722) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:34.404641 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.430635 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 06d62967-d4e0-447b-836f-d89ee026c910 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:34.440312 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 06d62967-d4e0-447b-836f-d89ee026c910 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:34.441670 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.460811 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00445451-08fa-424c-a41f-185dc309c673 req-1bbb5f35-7600-47e4-ab6b-5308495184de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:34.462214 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-1bbb5f35-7600-47e4-ab6b-5308495184de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152580 Jul 23 09:26:34.473295 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.494314 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.497544 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.501964 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b21b116-362d-4c4e-a81a-4f49a3b21129 HTTP/1.1" status: 204 len: 168 time: 0.3414240 Jul 23 09:26:34.517101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.533980 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aede65-a122-4039-9339-49151e702dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21b116-362d-4c4e-a81a-4f49a3b21129,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:34.605908 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.610371 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.614335 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/875bdbf1-5661-40eb-ad6e-9e14491c4b97 HTTP/1.1" status: 204 len: 168 time: 0.2390842 Jul 23 09:26:34.623068 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5b338-d98a-400a-970c-a40be3275f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875bdbf1-5661-40eb-ad6e-9e14491c4b97,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:34.704666 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-cd7628f7-2198-47eb-8d30-492985941065 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353470 Jul 23 09:26:34.708541 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.712803 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:26:34.769498 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:34.775624 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca261be2-75f0-4f01-9c00-20e67e1b0af5" -d '{"events": [{"server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "name": "network-vif-plugged", "status": "completed", "tag": "06d62967-d4e0-447b-836f-d89ee026c910"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:34.818550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=06d62967-d4e0-447b-836f-d89ee026c910,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:34.828410 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:34.906537 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00445451-08fa-424c-a41f-185dc309c673 req-1cb27490-df0e-49fd-8794-a5bf5cb562b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864676 Jul 23 09:26:34.920258 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:34.962230 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67857d5a-a967-4eb1-a7de-4ac32f0230e5 x-openstack-request-id: req-67857d5a-a967-4eb1-a7de-4ac32f0230e5 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:34.962584 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "name": "network-vif-plugged", "status": "completed", "tag": "06d62967-d4e0-447b-836f-d89ee026c910", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:34.962897 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67857d5a-a967-4eb1-a7de-4ac32f0230e5 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:34.963347 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910', 'code': 200} Jul 23 09:26:35.140082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f984beb-4a15-41e0-8151-179fd945692e req-96047bb2-0912-4589-b7b7-9189ca579374 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:35.149856 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6f984beb-4a15-41e0-8151-179fd945692e req-96047bb2-0912-4589-b7b7-9189ca579374 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1069808 Jul 23 09:26:35.197111 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6f984beb-4a15-41e0-8151-179fd945692e req-f7dfa9a8-3947-481a-8c66-5c0dd3e183d1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Jul 23 09:26:35.283063 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16431df1-c123-4751-860e-88eca01f33ee req-3f8e484e-778d-4200-b0f9-feb9ac2b2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:35.284746 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-16431df1-c123-4751-860e-88eca01f33ee req-3f8e484e-778d-4200-b0f9-feb9ac2b2c32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.1474211 Jul 23 09:26:35.302401 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53778) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:35.352138 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-16431df1-c123-4751-860e-88eca01f33ee req-177a7485-b908-4341-9bb4-e05e22088f47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463574 Jul 23 09:26:35.444286 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071da047-259c-4249-945c-98a7387846d7 req-7027c727-1817-4385-95e4-49656adcf02c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:35.445987 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-071da047-259c-4249-945c-98a7387846d7 req-7027c727-1817-4385-95e4-49656adcf02c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0809805 Jul 23 09:26:35.495451 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-071da047-259c-4249-945c-98a7387846d7 req-a02f46fd-e87d-4889-91ce-6d5ac37b5a83 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434759 Jul 23 09:26:35.539187 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-465fce87-8ba9-493f-8d33-0065db7895bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.688658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-465fce87-8ba9-493f-8d33-0065db7895bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.696870 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-465fce87-8ba9-493f-8d33-0065db7895bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.743960 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-465fce87-8ba9-493f-8d33-0065db7895bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4be8ce4d65a24ff4a04a34e42a996c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406464 Jul 23 09:26:35.745701 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53808) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:35.760436 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fce87-8ba9-493f-8d33-0065db7895bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85616cb3-86b7-4767-8ecc-7b394385c4be,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:35.832281 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.859357 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.975133 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.977956 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:35.982895 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85616cb3-86b7-4767-8ecc-7b394385c4be HTTP/1.1" status: 204 len: 168 time: 0.2304356 Jul 23 09:26:35.990330 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3326960-3979-4b11-8606-eedcf5cfeb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85616cb3-86b7-4767-8ecc-7b394385c4be,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:36.376214 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6fef8-4138-441d-b780-16c10a171c1b req-8f11d47b-a96b-4237-8284-da6e731a570c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:36.377704 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9e6fef8-4138-441d-b780-16c10a171c1b req-8f11d47b-a96b-4237-8284-da6e731a570c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0754075 Jul 23 09:26:36.422254 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9e6fef8-4138-441d-b780-16c10a171c1b req-4af87652-0af3-4e73-af79-160f2a6dceb0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382643 Jul 23 09:26:36.525301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 53874) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:36.543801 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fa2b-08ad-4447-a33e-975af2237e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.660083 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ec31-9179-44cc-918d-b73ec5b081b9 req-2b6a14c5-3cb6-4d57-987e-27f75577d924 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:36.662643 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94d7ec31-9179-44cc-918d-b73ec5b081b9 req-2b6a14c5-3cb6-4d57-987e-27f75577d924 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0747313 Jul 23 09:26:36.682628 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fa2b-08ad-4447-a33e-975af2237e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.692860 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fa2b-08ad-4447-a33e-975af2237e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.758260 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94d7ec31-9179-44cc-918d-b73ec5b081b9 req-34782eec-0041-44bc-84bc-995d6baf4ed3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843666 Jul 23 09:26:36.769397 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9fa2b-08ad-4447-a33e-975af2237e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339192b7-0c59-47ae-b037-0f83462daffe,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:36.776009 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c8b9fa2b-08ad-4447-a33e-975af2237e19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b83727af39264526bf541271311bdad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484579 Jul 23 09:26:36.778881 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53888) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:36.839279 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.864048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.937255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.939767 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:36.943680 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/339192b7-0c59-47ae-b037-0f83462daffe HTTP/1.1" status: 204 len: 168 time: 0.1637228 Jul 23 09:26:36.948481 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1da811-03bd-43e4-87fb-b1c19c568aa4 req-77b1523e-db7e-44d6-bbf1-9ae1de22e54a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:36.950881 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5f1da811-03bd-43e4-87fb-b1c19c568aa4 req-77b1523e-db7e-44d6-bbf1-9ae1de22e54a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0812631 Jul 23 09:26:36.952193 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344a85-bd6d-432a-99e4-5289daf096f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339192b7-0c59-47ae-b037-0f83462daffe,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:36.963728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 53898) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:36.969866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'floatingip': {'port_id': '06d62967-d4e0-447b-836f-d89ee026c910'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:37.060085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.096253 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09180931-90f1-497c-b894-93a58ae4ebab req-0c8de069-f671-4e73-95d8-72304caa26e7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:38.097906 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-09180931-90f1-497c-b894-93a58ae4ebab req-0c8de069-f671-4e73-95d8-72304caa26e7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.5211005 Jul 23 09:26:38.212431 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-09180931-90f1-497c-b894-93a58ae4ebab req-300c8f57-d220-4ecd-8ea1-b467a17f7360 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065993 Jul 23 09:26:38.238262 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.248404 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.352351 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:26:38.374495 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Floating IP 15824222-7e25-4ec7-99c2-176305b4539a associated. External IP: 172.27.3.216, port: 06d62967-d4e0-447b-836f-d89ee026c910. Jul 23 09:26:38.497945 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:38.514087 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '27495413-9f21-4299-9af7-426c7cc6c64f', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:26:38.568157 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.592460 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:26:38.623722 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:38.634314 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.698290 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:38.810428 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:26:38.885451 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['27495413-9f21-4299-9af7-426c7cc6c64f'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:26:38.983658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:38.989040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:38.999095 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:39.031872 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:39.032568 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:39.062376 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae899b1d-5633-4907-8f9a-9a61ebf4c6ca tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "PUT /v2.0/floatingips/15824222-7e25-4ec7-99c2-176305b4539a HTTP/1.1" status: 200 len: 992 time: 2.0969744 Jul 23 09:26:39.062956 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:39.065530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c89938-09be-4499-a761-8095575f627d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "tag": "06d62967-d4e0-447b-836f-d89ee026c910"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:39.169588 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a729c89f-acc4-4348-a2d0-59f60f733e19 x-openstack-request-id: req-a729c89f-acc4-4348-a2d0-59f60f733e19 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:39.170185 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "tag": "06d62967-d4e0-447b-836f-d89ee026c910", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:39.170185 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a729c89f-acc4-4348-a2d0-59f60f733e19 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:39.170594 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910', 'status': 'completed', 'code': 200} Jul 23 09:26:39.208157 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:39.331732 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89938-09be-4499-a761-8095575f627d req-414ef1e4-ca04-4e55-9521-13d969914cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:39.333255 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-414ef1e4-ca04-4e55-9521-13d969914cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.1322837 Jul 23 09:26:39.413787 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54034) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:39.540308 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89938-09be-4499-a761-8095575f627d req-c899189d-bfd5-4d48-8eac-d499c28fffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:39.541829 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-c899189d-bfd5-4d48-8eac-d499c28fffdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.1881704 Jul 23 09:26:39.551278 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a72cf-adde-4600-94b6-c051c00f739d req-435f50c8-765a-4086-8b51-41166461852d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:39.552896 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-595a72cf-adde-4600-94b6-c051c00f739d req-435f50c8-765a-4086-8b51-41166461852d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 945 time: 0.2144339 Jul 23 09:26:39.625457 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '15824222-7e25-4ec7-99c2-176305b4539a', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': '06d62967-d4e0-447b-836f-d89ee026c910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:85:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:16Z', 'updated_at': '2021-07-23T09:26:38Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:39.675874 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-aceb0b57-d74b-4b2f-8288-e3de1063a029 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1000 time: 0.1218925 Jul 23 09:26:39.681633 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-595a72cf-adde-4600-94b6-c051c00f739d req-34edf8bd-3853-40eb-bbd0-52c99838ffc2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204901 Jul 23 09:26:39.745334 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89938-09be-4499-a761-8095575f627d req-6e4e9824-9d5f-498f-a1c5-3f0f4448876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:39.747094 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-6e4e9824-9d5f-498f-a1c5-3f0f4448876e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0543497 Jul 23 09:26:39.759836 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:39.767057 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb812-1f53-49f7-b2a7-c862646c1471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:39.770840 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:39.771774 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:39.847103 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89938-09be-4499-a761-8095575f627d req-e03515f3-c685-4dec-a841-7f221d0cec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:39.848926 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-e03515f3-c685-4dec-a841-7f221d0cec60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928969 Jul 23 09:26:39.927242 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb812-1f53-49f7-b2a7-c862646c1471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:39.930395 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:39.945858 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb812-1f53-49f7-b2a7-c862646c1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:39.988144 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-dc501e56-db6c-48a6-890e-291ab255b758 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286135 Jul 23 09:26:40.006355 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c7bdb812-1f53-49f7-b2a7-c862646c1471 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc19d9f5019f4038b34cc64f29e992f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906503 Jul 23 09:26:40.007538 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54068) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:40.078413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdb812-1f53-49f7-b2a7-c862646c1471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42118fb-adea-4c16-8357-9e41e5f7f44e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:40.100429 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.125310 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.160042 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46c89938-09be-4499-a761-8095575f627d req-714155cc-c31a-49e6-8db1-891920c48299 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649649 Jul 23 09:26:40.202700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.208986 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.211870 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a42118fb-adea-4c16-8357-9e41e5f7f44e HTTP/1.1" status: 204 len: 168 time: 0.1970975 Jul 23 09:26:40.233605 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0196bf4-b520-47f5-b946-022d387f743a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42118fb-adea-4c16-8357-9e41e5f7f44e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:40.290239 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54080) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:40.320928 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '15824222-7e25-4ec7-99c2-176305b4539a', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': '06d62967-d4e0-447b-836f-d89ee026c910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:85:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:16Z', 'updated_at': '2021-07-23T09:26:38Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:40.368468 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4237cc79-3700-4cf2-8601-bc247c96acd0 None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '15824222-7e25-4ec7-99c2-176305b4539a', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': '06d62967-d4e0-447b-836f-d89ee026c910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:85:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:16Z', 'updated_at': '2021-07-23T09:26:38Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:40.389662 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:26:40.471129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 27495413-9f21-4299-9af7-426c7cc6c64f completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:26:40.487729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 27495413-9f21-4299-9af7-426c7cc6c64f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:26:40.487729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.517381 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412e7487-988a-49f4-8409-8ad709f22e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.635624 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.705373 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:40.706231 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:40.709426 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9a013-497f-4fa7-84ca-3d6884ab1ab7" -d '{"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:40.715019 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.719063 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee2d8f7-62a7-445c-bb94-04e5451ef1e0 None None] New status for floating IP 15824222-7e25-4ec7-99c2-176305b4539a: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:26:40.740931 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412e7487-988a-49f4-8409-8ad709f22e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.749204 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412e7487-988a-49f4-8409-8ad709f22e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.802930 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f1cca-fbff-4a0f-89b1-6edc307cf56b x-openstack-request-id: req-9b1f1cca-fbff-4a0f-89b1-6edc307cf56b {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:40.803495 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:40.803927 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b1f1cca-fbff-4a0f-89b1-6edc307cf56b {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:40.804470 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'code': 200} Jul 23 09:26:40.819173 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e7487-988a-49f4-8409-8ad709f22e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8c63f-a3fc-4a40-bdce-a8c618e7f641,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:40.867748 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-412e7487-988a-49f4-8409-8ad709f22e47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2386c7de0e744d8afff157b31dab722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739698 Jul 23 09:26:40.870396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54104) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:40.886196 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:40.938949 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54106) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:40.940963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.961480 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7de1f33-05c8-410a-8c48-038c6cf740f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:40.972148 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.012260 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca97a-11ef-4934-a31a-71084fb43844 req-db6d30c9-54e0-4eb2-95ce-09a0705b8ace tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:41.014528 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-332ca97a-11ef-4934-a31a-71084fb43844 req-db6d30c9-54e0-4eb2-95ce-09a0705b8ace tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1721225 Jul 23 09:26:41.036545 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.039273 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.040481 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56b8c63f-a3fc-4a40-bdce-a8c618e7f641 HTTP/1.1" status: 204 len: 168 time: 0.1690934 Jul 23 09:26:41.049566 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c41e9-6f6d-49b6-a6da-12bd275a83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8c63f-a3fc-4a40-bdce-a8c618e7f641,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:41.317771 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-332ca97a-11ef-4934-a31a-71084fb43844 req-9a96098a-0919-4fab-a190-a0cbac181d04 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832479 Jul 23 09:26:41.340610 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf95c0-9f93-4f8c-8fc1-8ee754f9fcd5 req-edd8e39e-cb0c-426d-8fd3-407ef85f4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:41.342124 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0ccf95c0-9f93-4f8c-8fc1-8ee754f9fcd5 req-edd8e39e-cb0c-426d-8fd3-407ef85f4665 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1099 time: 0.3244300 Jul 23 09:26:41.362102 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7de1f33-05c8-410a-8c48-038c6cf740f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.366190 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7de1f33-05c8-410a-8c48-038c6cf740f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.406868 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e7de1f33-05c8-410a-8c48-038c6cf740f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3380c3a9357b487c8a73f8c9aef90175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660206 Jul 23 09:26:41.407883 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de1f33-05c8-410a-8c48-038c6cf740f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2e881-4947-44fb-b828-7ab063d25e57,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:41.409768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54114) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:41.462159 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.476032 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54118) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:41.484586 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.491844 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec87430d-f037-4740-995e-e4f2b8a56b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.537847 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.540351 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.541488 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8c2e881-4947-44fb-b828-7ab063d25e57 HTTP/1.1" status: 204 len: 168 time: 0.1306951 Jul 23 09:26:41.550255 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cefa1c-d976-4b85-88f1-eecf7cb2c309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2e881-4947-44fb-b828-7ab063d25e57,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:41.592293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec87430d-f037-4740-995e-e4f2b8a56b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.596471 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec87430d-f037-4740-995e-e4f2b8a56b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.642165 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87430d-f037-4740-995e-e4f2b8a56b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b4f0c-6768-4900-9efd-960ae72deece,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:41.651587 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ec87430d-f037-4740-995e-e4f2b8a56b65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccac80b31b4d42b88d8314dbc97a5423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743660 Jul 23 09:26:41.658427 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54126) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:41.711982 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.739788 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.796377 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.799108 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:41.802775 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/053b4f0c-6768-4900-9efd-960ae72deece HTTP/1.1" status: 204 len: 168 time: 0.1410420 Jul 23 09:26:41.809628 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc782fc1-92cb-44cf-862f-7f8a7a8f8c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b4f0c-6768-4900-9efd-960ae72deece,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:41.975898 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54150) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:41.990758 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6ec-0068-469a-848e-8385845323fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.092652 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6ec-0068-469a-848e-8385845323fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.095547 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd55c6ec-0068-469a-848e-8385845323fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.141878 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bd55c6ec-0068-469a-848e-8385845323fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3ab903ce2c84f7ea34c3c2359890de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642296 Jul 23 09:26:42.142989 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55c6ec-0068-469a-848e-8385845323fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417c1335-edd1-42b1-b552-02f213f9c952,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:42.144483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54164) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:42.213119 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.244845 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.310518 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0ccf95c0-9f93-4f8c-8fc1-8ee754f9fcd5 req-edb85ed0-d436-4b41-8f81-57d3b323954e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376060 Jul 23 09:26:42.325257 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.328721 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.329950 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/417c1335-edd1-42b1-b552-02f213f9c952 HTTP/1.1" status: 204 len: 168 time: 0.1838503 Jul 23 09:26:42.337950 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc11842-5b05-400e-aef7-fc9c902c1e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417c1335-edd1-42b1-b552-02f213f9c952,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:42.479322 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd946d-aa45-425d-a098-8609c0c5a740 req-e2e16455-c5cc-452a-9446-ccc51eeab8f9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:42.481511 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33bd946d-aa45-425d-a098-8609c0c5a740 req-e2e16455-c5cc-452a-9446-ccc51eeab8f9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0742249 Jul 23 09:26:42.523362 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33bd946d-aa45-425d-a098-8609c0c5a740 req-63d6de64-1e12-469f-9429-f68dbae2d811 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Jul 23 09:26:42.562339 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54186) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:42.693023 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ca56746-0778-440a-a150-3e2b146f89c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.800187 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ca56746-0778-440a-a150-3e2b146f89c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.804695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ca56746-0778-440a-a150-3e2b146f89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.847600 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5ca56746-0778-440a-a150-3e2b146f89c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d73266aa788a49b68dd1b742f1c4e6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836235 Jul 23 09:26:42.850054 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54204) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:42.868894 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56746-0778-440a-a150-3e2b146f89c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45dda8f-cc6a-4332-9f83-366b4ac113f6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:42.933623 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:42.956985 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.021280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.023951 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.028303 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a45dda8f-cc6a-4332-9f83-366b4ac113f6 HTTP/1.1" status: 204 len: 168 time: 0.1743379 Jul 23 09:26:43.033152 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8945faf-9cfd-4602-aa8c-4deeb28fa33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45dda8f-cc6a-4332-9f83-366b4ac113f6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:43.356657 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54240) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:43.369713 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8509693f-9aa7-48a3-8b4f-8c46cf5cd27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.461237 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8509693f-9aa7-48a3-8b4f-8c46cf5cd27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.465313 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8509693f-9aa7-48a3-8b4f-8c46cf5cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.505009 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8509693f-9aa7-48a3-8b4f-8c46cf5cd27c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65d4793fe9db4c87ac53743fc09888e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469865 Jul 23 09:26:43.506335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509693f-9aa7-48a3-8b4f-8c46cf5cd27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f529fa02-0fd2-42dd-84c3-7659de5009e3,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:43.507695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54244) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:43.571246 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.593248 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.685656 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.688370 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:43.692090 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f529fa02-0fd2-42dd-84c3-7659de5009e3 HTTP/1.1" status: 204 len: 168 time: 0.1800973 Jul 23 09:26:43.702491 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8da7af-65f7-4fc0-9b2a-5669012e8c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f529fa02-0fd2-42dd-84c3-7659de5009e3,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:43.733128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2296-4fc5-44ec-a09d-bcf8b17b8b8a req-2eec84cc-4b18-47cc-b5bc-5a5614ab1385 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:43.740208 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b87e2296-4fc5-44ec-a09d-bcf8b17b8b8a req-2eec84cc-4b18-47cc-b5bc-5a5614ab1385 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1172698 Jul 23 09:26:43.795372 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b87e2296-4fc5-44ec-a09d-bcf8b17b8b8a req-34fcc88f-4194-45b9-91cf-14cece864454 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541546 Jul 23 09:26:44.922774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f5d6a-5932-4b13-b94b-ee86f9467765 req-dddfef86-d93a-447a-b62c-0d856b24c3b5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:44.924352 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-953f5d6a-5932-4b13-b94b-ee86f9467765 req-dddfef86-d93a-447a-b62c-0d856b24c3b5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0697687 Jul 23 09:26:44.968442 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-953f5d6a-5932-4b13-b94b-ee86f9467765 req-a16d05c4-7dc5-4671-aa3b-3cb6e1315528 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353990 Jul 23 09:26:46.112301 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fecc6-47df-4d5a-9790-94985ce6763d req-a955a66f-7a30-4e1d-8158-c2e827bd7441 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:46.113840 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa2fecc6-47df-4d5a-9790-94985ce6763d req-a955a66f-7a30-4e1d-8158-c2e827bd7441 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0696936 Jul 23 09:26:46.154706 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa2fecc6-47df-4d5a-9790-94985ce6763d req-df634068-64d7-4a2a-b745-5d3dada94819 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Jul 23 09:26:46.302670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533050c5-37ad-4534-bdf0-027c1acc1f73 req-d205ceb2-b199-4145-a6ff-c00b17058f8f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:46.304258 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-533050c5-37ad-4534-bdf0-027c1acc1f73 req-d205ceb2-b199-4145-a6ff-c00b17058f8f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0696380 Jul 23 09:26:46.312855 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54402) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:46.317571 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'floatingip': {'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:46.397311 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:46.634923 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420794-1b10-4e28-9966-693662c382bc req-7cc7f3ad-e973-4131-b099-1e5f777c5831 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:46.636436 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f1420794-1b10-4e28-9966-693662c382bc req-7cc7f3ad-e973-4131-b099-1e5f777c5831 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.1834898 Jul 23 09:26:47.044937 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f1420794-1b10-4e28-9966-693662c382bc req-5d7841a5-0b64-413f-a654-dea12649788a tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907487 Jul 23 09:26:47.313963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.318773 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.422003 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Floating IP 22e4c112-cdbb-4181-8778-400ed61da014 associated. External IP: 172.27.3.156, port: 27495413-9f21-4299-9af7-426c7cc6c64f. Jul 23 09:26:47.577607 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54446) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:47.655235 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:26:47.685939 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd29ee9c-bc06-4176-984a-8b36c5a77471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.766283 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:26:47.770734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.778905 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:26:47.788239 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd29ee9c-bc06-4176-984a-8b36c5a77471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.789482 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:47.790203 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:47.792572 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dd29ee9c-bc06-4176-984a-8b36c5a77471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.820991 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9bb3502f-f43b-40b5-97bb-b5e82bc5eee7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "PUT /v2.0/floatingips/22e4c112-cdbb-4181-8778-400ed61da014 HTTP/1.1" status: 200 len: 992 time: 1.5043826 Jul 23 09:26:47.820991 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:47.824790 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93920a2-ae79-4d6d-8eb6-399f03575d86" -d '{"events": [{"name": "network-changed", "server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:47.835688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ee9c-bc06-4176-984a-8b36c5a77471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83dde30-6e92-42dd-be89-7a9ec644ef92,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:47.848551 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54456) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:47.856919 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-dd29ee9c-bc06-4176-984a-8b36c5a77471 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=451ac0eeadd542f78cd32afe12d1b8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763195 Jul 23 09:26:47.873237 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c337d9-6304-410d-9583-b92b7b105e2d x-openstack-request-id: req-38c337d9-6304-410d-9583-b92b7b105e2d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:47.873549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:47.873808 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38c337d9-6304-410d-9583-b92b7b105e2d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:47.874200 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'status': 'completed', 'code': 200} Jul 23 09:26:47.911604 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.912635 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:47.935108 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.979301 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-ef790262-a6dc-42b4-83a6-99fab3f4ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:47.986751 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-ef790262-a6dc-42b4-83a6-99fab3f4ba8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1099 time: 0.0785141 Jul 23 09:26:47.990188 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.993193 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:47.994334 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f83dde30-6e92-42dd-be89-7a9ec644ef92 HTTP/1.1" status: 204 len: 168 time: 0.1448946 Jul 23 09:26:48.020302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1333a-1357-4e5b-b90c-4d98008bd344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83dde30-6e92-42dd-be89-7a9ec644ef92,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:48.119502 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-336bfbc9-1819-4527-b851-585ef786a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:48.121198 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-336bfbc9-1819-4527-b851-585ef786a782 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.1254511 Jul 23 09:26:48.246627 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '22e4c112-cdbb-4181-8778-400ed61da014', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:25Z', 'updated_at': '2021-07-23T09:26:47Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:48.313773 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-2d5585db-7b09-40e6-8150-be99fee5150d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 1000 time: 0.1820128 Jul 23 09:26:48.314106 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:26:48.322986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f96d6-a246-4a87-b5a6-d0992a6a6a96 req-acdca06f-f20a-4e54-8aea-ecfed4156177 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:48.325816 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e32f96d6-a246-4a87-b5a6-d0992a6a6a96 req-acdca06f-f20a-4e54-8aea-ecfed4156177 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.0917885 Jul 23 09:26:48.332110 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:26:48.332742 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:48.397045 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-ea74d9c2-7e5b-4734-805b-3beb258c46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:48.399233 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-ea74d9c2-7e5b-4734-805b-3beb258c46c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0720758 Jul 23 09:26:48.427432 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e32f96d6-a246-4a87-b5a6-d0992a6a6a96 req-d438cc67-33dd-4fad-9577-e2bf9774eb72 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee66b984-d368-4bde-99a9-375e6084721b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612662 Jul 23 09:26:48.494865 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54482) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:48.516747 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-a85f7207-cb5c-4196-888a-03ba0138d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:48.518221 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-a85f7207-cb5c-4196-888a-03ba0138d4ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073847 Jul 23 09:26:48.530013 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1d60-8c3e-4bf2-989e-845c690bfbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:48.542177 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:26:48.628707 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54488) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:48.701509 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-f9e3049b-c705-4382-acb7-a03e50b40378 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:48.703201 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-2002542f-b8ac-49f2-a31b-6d2eab703e5c service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685390 Jul 23 09:26:48.703724 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-f9e3049b-c705-4382-acb7-a03e50b40378 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 945 time: 0.1852849 Jul 23 09:26:48.807941 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1d60-8c3e-4bf2-989e-845c690bfbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:48.816828 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1d60-8c3e-4bf2-989e-845c690bfbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:48.851922 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c93920a2-ae79-4d6d-8eb6-399f03575d86 req-d120ccf3-ae4f-4471-89da-da2b40acf6cd service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372526 Jul 23 09:26:48.913406 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b7bb1d60-8c3e-4bf2-989e-845c690bfbbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcfb08c6794645eead92a8013ff4120d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173436 Jul 23 09:26:48.916730 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:48.926826 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe20a-870c-485c-b1e1-c38ff0e22be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:48.950995 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb1d60-8c3e-4bf2-989e-845c690bfbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fcf369-04dc-42bc-94b2-a636c987c882,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:48.991045 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:48.995753 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '22e4c112-cdbb-4181-8778-400ed61da014', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:25Z', 'updated_at': '2021-07-23T09:26:47Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:49.018235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.025569 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199163f4-2d46-4bee-bb9d-fe06a4d9ced4 None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '22e4c112-cdbb-4181-8778-400ed61da014', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:26:25Z', 'updated_at': '2021-07-23T09:26:47Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:26:49.060375 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Deleting port 1bcc6c18-24c6-47ec-9531-d8cee62d901c {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:26:49.060858 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.091688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.095387 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.097117 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2fcf369-04dc-42bc-94b2-a636c987c882 HTTP/1.1" status: 204 len: 168 time: 0.1792450 Jul 23 09:26:49.106787 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1168f-157f-42f0-8782-e35b7f84ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fcf369-04dc-42bc-94b2-a636c987c882,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:49.188368 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe20a-870c-485c-b1e1-c38ff0e22be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.194827 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe20a-870c-485c-b1e1-c38ff0e22be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.206808 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] For port 1bcc6c18-24c6-47ec-9531-d8cee62d901c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1bcc6c18-24c6-47ec-9531-d8cee62d901c,segment=NetworkSegment(c257c96a-fd56-4c14-83d3-4bbee7e1b232),segment_id=c257c96a-fd56-4c14-83d3-4bbee7e1b232)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:26:49.207365 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.241849 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Calling delete_port for 1bcc6c18-24c6-47ec-9531-d8cee62d901c owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:26:49.265318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbe20a-870c-485c-b1e1-c38ff0e22be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0dffe-1e32-4c69-ae42-ab1258d51fa5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:49.277109 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9fcbe20a-870c-485c-b1e1-c38ff0e22be4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc1779b371bc4420926c25a110815651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473618 Jul 23 09:26:49.280829 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54506) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:49.352578 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.375745 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e041b4-f147-40cb-8276-83413b9f39d9 None None] New status for floating IP 22e4c112-cdbb-4181-8778-400ed61da014: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:26:49.411362 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.454811 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.502758 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Pushing event deleted for resources: {'Port': ['ID=1bcc6c18-24c6-47ec-9531-d8cee62d901c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:49.518255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54514) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:49.544792 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['1bcc6c18-24c6-47ec-9531-d8cee62d901c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:26:49.551907 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b29-ad02-43bd-b2bc-1883fb60d395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.557254 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.560971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.562696 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39a0dffe-1e32-4c69-ae42-ab1258d51fa5 HTTP/1.1" status: 204 len: 168 time: 0.2806845 Jul 23 09:26:49.579182 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311fdab-1008-46cc-a466-2831bd1113ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0dffe-1e32-4c69-ae42-ab1258d51fa5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:49.704615 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b29-ad02-43bd-b2bc-1883fb60d395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.712219 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1dc00b29-ad02-43bd-b2bc-1883fb60d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.763400 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1dc00b29-ad02-43bd-b2bc-1883fb60d395 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2458862a66424541addd82c5bbb93d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406201 Jul 23 09:26:49.763400 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00b29-ad02-43bd-b2bc-1883fb60d395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee70fd5-7fa8-4d8f-b43e-d74d3854436e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:49.765335 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54522) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:49.853873 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.894514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.944795 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-417d47f9-992c-4267-bc16-cd0fbb792b55 req-569ecc6e-f2dc-41ba-95a5-f6f69d6e29f1 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.0768747 Jul 23 09:26:49.975850 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] No DVR routers for this DVR port 1bcc6c18-24c6-47ec-9531-d8cee62d901c on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:26:49.979373 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.983020 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c4303ed1-0154-40ba-a1b2-6739162c1f79 req-6fdea0f9-47ba-4862-aa8d-fc5eeb5ae6bd tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.13 "DELETE /v2.0/ports/1bcc6c18-24c6-47ec-9531-d8cee62d901c HTTP/1.1" status: 204 len: 173 time: 1.2656653 Jul 23 09:26:49.983856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'name': 'network-vif-deleted', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:26:49.985042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.986931 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0acf0d-085a-466a-b203-d4e463eaf6e5" -d '{"events": [{"server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "name": "network-vif-deleted", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:26:49.988227 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:49.989526 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ee70fd5-7fa8-4d8f-b43e-d74d3854436e HTTP/1.1" status: 204 len: 168 time: 0.2231719 Jul 23 09:26:50.015526 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb39e-f83b-42a8-8d20-40bbbb220a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee70fd5-7fa8-4d8f-b43e-d74d3854436e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:50.050338 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d7619-d602-4d14-8a43-1cf41ec75aa5 x-openstack-request-id: req-cf2d7619-d602-4d14-8a43-1cf41ec75aa5 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:26:50.050794 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4791f5d-3004-4bb6-980b-b04570391cb8", "name": "network-vif-deleted", "tag": "1bcc6c18-24c6-47ec-9531-d8cee62d901c", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:26:50.051253 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf2d7619-d602-4d14-8a43-1cf41ec75aa5 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:26:50.051801 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4791f5d-3004-4bb6-980b-b04570391cb8', 'name': 'network-vif-deleted', 'tag': '1bcc6c18-24c6-47ec-9531-d8cee62d901c', 'status': 'completed', 'code': 200} Jul 23 09:26:50.192005 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54546) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:50.205032 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbc4b-d40e-496f-9355-a1e244954eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.304873 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbc4b-d40e-496f-9355-a1e244954eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.311395 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbc4b-d40e-496f-9355-a1e244954eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.356372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccbc4b-d40e-496f-9355-a1e244954eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dce6aa-0d0e-4932-b510-35d9c11ce0b0,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:50.368011 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f0ccbc4b-d40e-496f-9355-a1e244954eef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17da82560383492fa028ff38f08f12b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748538 Jul 23 09:26:50.369718 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54552) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:50.448388 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.479097 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.541582 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.546749 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:50.548288 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33dce6aa-0d0e-4932-b510-35d9c11ce0b0 HTTP/1.1" status: 204 len: 168 time: 0.1774609 Jul 23 09:26:50.558421 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a071f-71ae-48f3-ba3d-0fef5158e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dce6aa-0d0e-4932-b510-35d9c11ce0b0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:51.140451 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af8c8473-3e74-46bb-a0d6-3f197f3faa06 req-746ab46e-eeff-45b6-b637-c6b9878aea60 tempest-DeleteServersTestJSON-311857718 tempest-DeleteServersTestJSON-311857718-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4791f5d-3004-4bb6-980b-b04570391cb8 HTTP/1.1" status: 200 len: 210 time: 0.0891852 Jul 23 09:26:52.837202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1bcc6c18-24c6-47ec-9531-d8cee62d901c no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:26:52.858049 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 1bcc6c18-24c6-47ec-9531-d8cee62d901c {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:26:52.858396 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1bcc6c18-24c6-47ec-9531-d8cee62d901c not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:26:53.841080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:56.211895 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-54fe53d1-6ee8-4e10-8377-670e395ba347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:56.900781 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54808) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:56.946168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Deleting subnet a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:26:56.950270 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:56.986901 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.028918 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.088382 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.117380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:57.121602 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.126642 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-61f1ffe5-0eab-4ad5-a644-03b753702f53 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3d43524-2d7c-4a1f-b605-1ef8c86fd3dc HTTP/1.1" status: 204 len: 168 time: 0.2247639 Jul 23 09:26:57.127176 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54814) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:57.205325 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.300099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.312036 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.312547 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.313275 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.313602 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.313947 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.314275 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.315838 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.316201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.316536 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.316914 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.423512 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.423946 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.424194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.424522 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 09:26:57.424903 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e601ab-45a1-40cd-8849-7cd26af1e54a']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:57.442971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c257c96a-fd56-4c14-83d3-4bbee7e1b232') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:57.443266 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c257c96a-fd56-4c14-83d3-4bbee7e1b232') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:26:57.458608 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.479770 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.487980 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:26:57.488364 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:26:57.492332 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:26:57.555976 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.572778 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.574812 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/61e601ab-45a1-40cd-8849-7cd26af1e54a HTTP/1.1" status: 204 len: 168 time: 0.4464011 Jul 23 09:26:57.576060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e601ab-45a1-40cd-8849-7cd26af1e54a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:57.583488 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.583893 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.584237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.584584 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.584908 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.585243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.585572 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.585898 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.586226 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.586552 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.586873 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.587192 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d4c10d-f7ec-4393-bb92-5662b0434ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:57.739731 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54830) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:57.778244 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4096d631-8187-467f-a4f8-5fff5a7d3a43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74657ab190ef4462874858af2b83d1b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368550 Jul 23 09:26:57.780577 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54832) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:57.830146 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.851931 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.901715 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.905260 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:57.908815 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee66b984-d368-4bde-99a9-375e6084721b HTTP/1.1" status: 204 len: 168 time: 0.1249654 Jul 23 09:26:57.917081 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27893fe-33e7-4df7-9bdb-cdab31f41ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66b984-d368-4bde-99a9-375e6084721b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:58.742758 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54920) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:58.850910 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-network', 'tenant_id': 'f73067c3e61948929154e72573865eb5'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:58.877002 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Made reservation on behalf of f73067c3e61948929154e72573865eb5 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:58.879570 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:58.889918 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:58.934854 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:58.983166 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:58.986724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.007167 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:26:59.022019 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17adc00-bcb9-4d70-af87-ce1b857b3c70,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:59.025281 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.025585 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Added segment c31d5121-ad25-44dd-8e25-9863846f57c1 of type vlan for network fd283fef-4ea6-4cb9-ba98-363e189f57f9 Jul 23 09:26:59.066531 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.084448 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-eb341457-0798-4eb0-8910-a156835ae438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.096045 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.097028 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:59.097609 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.131489 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3875499 Jul 23 09:26:59.134350 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54934) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:59.140200 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Request body: {'subnet': {'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-subnet', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:59.160151 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed56df-f3fa-4ed1-8466-4608eea16f86 admin admin] Pushing event updated for resources: {'Network': ['ID=fd283fef-4ea6-4cb9-ba98-363e189f57f9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:59.162937 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Made reservation on behalf of f73067c3e61948929154e72573865eb5 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:26:59.165513 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.179053 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:26:59.241255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54938) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:59.350908 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9c942f5e-d8ae-4da3-ba42-ced03894e51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.352587 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.410365 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81c5d9d-f2a6-477c-93bb-909ea60a81d4,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:59.424613 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.424956 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.425292 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.425623 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.425953 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.426280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.426602 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.426927 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.427241 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.427579 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.427896 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.428215 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:26:59.435815 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Checking segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:26:59.436170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Network hostable DHCP agents. Network: fd283fef-4ea6-4cb9-ba98-363e189f57f9, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:26:59.447188 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9c942f5e-d8ae-4da3-ba42-ced03894e51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.451521 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9c942f5e-d8ae-4da3-ba42-ced03894e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.453368 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:26:59.463122 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, fd283fef-4ea6-4cb9-ba98-363e189f57f9) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:26:59.468127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:26:59.468722 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.476144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f4fcf-43ac-41e8-ac61-273f5150846a None None] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:59.486619 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-941deab5-12ed-4d88-9c73-b39664087105 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3510408 Jul 23 09:26:59.487485 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9c942f5e-d8ae-4da3-ba42-ced03894e51f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2734681bc36445a8aa2704eee5369151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444019 Jul 23 09:26:59.489193 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54946) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:59.491919 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54948) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:26:59.496545 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:26:59.499757 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942f5e-d8ae-4da3-ba42-ced03894e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a1dc36-bf59-4880-b3c7-55188aa3a20a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:26:59.579439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.580742 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.611654 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.683191 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f221507c-699e-47e6-9296-cd8d7b3dd211 None None] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:26:59.701391 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.703893 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.869771 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.892721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.895182 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:26:59.896340 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13a1dc36-bf59-4880-b3c7-55188aa3a20a HTTP/1.1" status: 204 len: 168 time: 0.4035943 Jul 23 09:26:59.919329 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf9c16-3034-42ff-93f3-c62b747364ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a1dc36-bf59-4880-b3c7-55188aa3a20a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:00.133393 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.158767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.185926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.219750 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54976) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:00.235021 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1dc-c3fb-473e-b6ce-585abae4e24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.287175 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Allocated IP 172.27.3.107 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/8d88253d-ef0c-42c6-a318-ca973056c3d9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:00.331354 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1dc-c3fb-473e-b6ce-585abae4e24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.337234 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea54e1dc-c3fb-473e-b6ce-585abae4e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.373843 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ea54e1dc-c3fb-473e-b6ce-585abae4e24d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a21e7879724d4b8dacc5a910dd72ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529238 Jul 23 09:27:00.376454 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 54980) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:00.396770 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 54982) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:00.404241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54e1dc-c3fb-473e-b6ce-585abae4e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc578d88-d8f1-4b54-a0c4-72b6842d6168,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:00.420997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.444582 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.461729 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.467979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.501727 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:00.508744 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:00.513748 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:00.519401 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.522419 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.523604 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc578d88-d8f1-4b54-a0c4-72b6842d6168 HTTP/1.1" status: 204 len: 168 time: 0.1460497 Jul 23 09:27:00.533479 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c4a5-0baf-45d8-93fe-55628937b645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc578d88-d8f1-4b54-a0c4-72b6842d6168,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:00.547778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Pushing event updated for resources: {'Port': ['ID=8d88253d-ef0c-42c6-a318-ca973056c3d9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:00.562164 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca603-973f-4b78-9f7c-3117f7390f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.888005 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca603-973f-4b78-9f7c-3117f7390f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.906413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca603-973f-4b78-9f7c-3117f7390f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:00.930276 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.019082 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3e3ca603-973f-4b78-9f7c-3117f7390f72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05d171f24f4b478995b99aeff6f22572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180875 Jul 23 09:27:01.019082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ca603-973f-4b78-9f7c-3117f7390f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1407fd-dfb1-4362-acb1-fd6993ffc462,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:01.019454 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55044) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:01.080211 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.104027 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.166559 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.169702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.173700 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e1407fd-dfb1-4362-acb1-fd6993ffc462 HTTP/1.1" status: 204 len: 168 time: 0.1506402 Jul 23 09:27:01.187936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03965862-f4d8-4fa8-98a1-0b3f2f89a5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1407fd-dfb1-4362-acb1-fd6993ffc462,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:01.238048 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.405258 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Router 21850899-323d-413e-89c8-26be14808aa1 is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:27:01.532396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:01.535720 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.544563 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Sync routers for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:01.552722 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.555217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55070) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:01.557032 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4d89947d-8163-41d8-adb8-82ee2a019502 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0669293 Jul 23 09:27:01.557160 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55072) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:01.560588 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:01.562420 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:01.570848 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54ba20da-f4d6-4404-9fe6-b803e8cc362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.697554 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:01.929489 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54ba20da-f4d6-4404-9fe6-b803e8cc362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.937754 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54ba20da-f4d6-4404-9fe6-b803e8cc362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:01.961384 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:00Z', 'revision_number': 3, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:01.989353 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Checking router: 21850899-323d-413e-89c8-26be14808aa1 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:01.989783 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Updating router 21850899-323d-413e-89c8-26be14808aa1 port 8d88253d-ef0c-42c6-a318-ca973056c3d9 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:02.072947 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55100) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:02.073165 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-54ba20da-f4d6-4404-9fe6-b803e8cc362d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe5e1ac5467a48edb91889b9d1948d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166395 Jul 23 09:27:02.083952 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba20da-f4d6-4404-9fe6-b803e8cc362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d00981-7aa6-452f-9b80-46701fcab554,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:02.127628 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.189436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.230698 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.295818 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.333647 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.336704 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.340236 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8d00981-7aa6-452f-9b80-46701fcab554 HTTP/1.1" status: 204 len: 168 time: 0.2639208 Jul 23 09:27:02.354392 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0cb1-413d-41d9-8cc2-647c22d09da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d00981-7aa6-452f-9b80-46701fcab554,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:02.530736 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Allocated IP 172.20.0.1 (fd283fef-4ea6-4cb9-ba98-363e189f57f9/a81c5d9d-f2a6-477c-93bb-909ea60a81d4/2df2b1cc-5e4d-43d6-8349-fcbe640d91f2) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:02.569110 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.597110 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Transition to ACTIVE for port object 8d88253d-ef0c-42c6-a318-ca973056c3d9 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:02.608237 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.660821 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Attempting to bind port 8d88253d-ef0c-42c6-a318-ca973056c3d9 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:02.661606 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Attempting to bind port 8d88253d-ef0c-42c6-a318-ca973056c3d9 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:02.662350 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Attempting to bind port 8d88253d-ef0c-42c6-a318-ca973056c3d9 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:02.671549 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:02.671847 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.672310 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:02.672637 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.673134 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:02.677820 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Bound port: 8d88253d-ef0c-42c6-a318-ca973056c3d9, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:02.677820 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.716326 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.717970 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516fb08-88a8-4db4-a99c-282a6fc8ab26 None None] Pushing event updated for resources: {'Port': ['ID=8d88253d-ef0c-42c6-a318-ca973056c3d9,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:02.755977 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:02.760828 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:02.765133 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:02.768688 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] For port 8d88253d-ef0c-42c6-a318-ca973056c3d9, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:02.770761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Pushing event updated for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:02.778844 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] For port 8d88253d-ef0c-42c6-a318-ca973056c3d9, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d88253d-ef0c-42c6-a318-ca973056c3d9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:02.784691 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.814431 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:02.852377 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:02.853302 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:02.855721 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516fb08-88a8-4db4-a99c-282a6fc8ab26 None None] Pushing event updated for resources: {'Port': ['ID=8d88253d-ef0c-42c6-a318-ca973056c3d9,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:03.006644 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:03.017521 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.204565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.209445 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.220962 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:00Z', 'revision_number': 3, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:03.251047 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf1292-7a6f-443b-9d11-49bcb2c19d96 None None] The sync data for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi is: [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:00Z', 'revision_number': 3, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:03.278303 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Pushing event updated for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:03.283497 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.304834 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55140) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:03.387993 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:03.389450 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:03.450693 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1780663425-network', 'tenant_id': '8675798004a042d89bc2308b2b0f45d1'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:03.499014 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Made reservation on behalf of 8675798004a042d89bc2308b2b0f45d1 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:03.501474 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.512538 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Router 21850899-323d-413e-89c8-26be14808aa1 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:27:03.523582 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.693591 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:03.703459 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f2497663-550e-46ba-91e3-e093685d65ef admin admin] 10.222.0.10 "PUT /v2.0/routers/21850899-323d-413e-89c8-26be14808aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1318367 Jul 23 09:27:03.726587 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.733097 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.767291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:27:03.783534 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32971d2b-4aa8-4e0f-93f5-32f7ff6d1515,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:03.789162 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.789508 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Added segment 6f27a08f-3907-40a0-8a3a-f50b4e07993d of type vlan for network b5dfcbb1-b725-4454-9731-16ada52f5ef9 Jul 23 09:27:03.853209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.888667 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.889678 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:03.891668 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.932720 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6242759 Jul 23 09:27:03.933090 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55162) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:03.938702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Request body: {'subnet': {'network_id': 'b5dfcbb1-b725-4454-9731-16ada52f5ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1780663425-subnet', 'tenant_id': '8675798004a042d89bc2308b2b0f45d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:03.986712 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d581-d1a3-4cd7-b439-c30cb0300246 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dfcbb1-b725-4454-9731-16ada52f5ef9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:03.993375 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Made reservation on behalf of 8675798004a042d89bc2308b2b0f45d1 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:03.999239 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128204500'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:03.999331 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network b5dfcbb1-b725-4454-9731-16ada52f5ef9 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:27:04.410020 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129750674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128204486'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:04.466202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71a1b85-5243-48c3-9597-89f763ecdf68,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:04.475256 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Checking segment: {'id': '6f27a08f-3907-40a0-8a3a-f50b4e07993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b5dfcbb1-b725-4454-9731-16ada52f5ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:04.475643 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Network hostable DHCP agents. Network: b5dfcbb1-b725-4454-9731-16ada52f5ef9, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:27:04.492081 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Network b5dfcbb1-b725-4454-9731-16ada52f5ef9 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:27:04.500863 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, b5dfcbb1-b725-4454-9731-16ada52f5ef9) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:04.504768 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:04.505348 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:04.509921 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda75e1-1445-4f18-8328-a53a4096eb76 None None] Network b5dfcbb1-b725-4454-9731-16ada52f5ef9 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:04.518813 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2563b69a-db1a-4d20-9e0d-dbc97bf2f037 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5842791 Jul 23 09:27:04.641605 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c095fff-5102-4f03-8eff-e7330e7b2e69 None None] Network b5dfcbb1-b725-4454-9731-16ada52f5ef9 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:05.012549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55198) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:05.017495 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402189004-network', 'tenant_id': '915aca9ac80a4ed6b34cd4d289a5c16f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:05.039111 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Made reservation on behalf of 915aca9ac80a4ed6b34cd4d289a5c16f for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:05.041377 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.050537 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.098649 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Sync routers for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:05.106151 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:05.106785 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:05.157274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.160991 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.185015 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:27:05.194628 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0a91b-e406-49cc-beff-0e4b9e5a2474,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:05.199397 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.199711 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Added segment 514b2242-f8ad-4980-a4c7-6aa6a5bf5997 of type vlan for network 25e90d4a-7405-4268-ba22-fba5649ce1d6 Jul 23 09:27:05.221550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:05.254763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.286332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.287337 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:05.287943 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.325059 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3114367 Jul 23 09:27:05.327996 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55202) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:05.331105 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d88253d-ef0c-42c6-a318-ca973056c3d9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:05.333936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Request body: {'subnet': {'network_id': '25e90d4a-7405-4268-ba22-fba5649ce1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402189004-subnet', 'tenant_id': '915aca9ac80a4ed6b34cd4d289a5c16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:05.350705 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0887383-28c9-48dc-95f0-c03b43fc59b3 admin admin] Pushing event updated for resources: {'Network': ['ID=25e90d4a-7405-4268-ba22-fba5649ce1d6,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:05.363845 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Made reservation on behalf of 915aca9ac80a4ed6b34cd4d289a5c16f for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:05.365604 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 25e90d4a-7405-4268-ba22-fba5649ce1d6 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:27:05.366456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128204500'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.530541 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 8d88253d-ef0c-42c6-a318-ca973056c3d9 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:05.536043 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 8d88253d-ef0c-42c6-a318-ca973056c3d9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:05.536567 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.542805 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129750674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128204486'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.602183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336dcd26-607e-40c6-844b-c4928e0539fb,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:05.604704 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 4, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '2df2b1cc-5e4d-43d6-8349-fcbe640d91f2', 'name': '', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'mac_address': 'fa:16:3e:85:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:02Z', 'updated_at': '2021-07-23T09:27:03Z', 'revision_number': 2, 'project_id': 'f73067c3e61948929154e72573865eb5', 'subnets': [{'id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:05.612039 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Checking segment: {'id': '514b2242-f8ad-4980-a4c7-6aa6a5bf5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25e90d4a-7405-4268-ba22-fba5649ce1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:05.612551 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Network hostable DHCP agents. Network: 25e90d4a-7405-4268-ba22-fba5649ce1d6, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:27:05.629751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Network 25e90d4a-7405-4268-ba22-fba5649ce1d6 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:27:05.639397 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 25e90d4a-7405-4268-ba22-fba5649ce1d6) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:05.643623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:05.644271 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.659188 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Checking router: 21850899-323d-413e-89c8-26be14808aa1 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:05.659576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Updating router 21850899-323d-413e-89c8-26be14808aa1 port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:05.661526 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215402ad-b337-430c-a23e-d4cb7d230d16 None None] Network 25e90d4a-7405-4268-ba22-fba5649ce1d6 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:05.666519 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c0bab0ed-492f-4980-9291-641077fb5a13 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3368769 Jul 23 09:27:05.718628 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.742024 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:05.777902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 8d88253d-ef0c-42c6-a318-ca973056c3d9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d88253d-ef0c-42c6-a318-ca973056c3d9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:05.788777 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.072974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=8d88253d-ef0c-42c6-a318-ca973056c3d9,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:06.113717 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500587d1-91b0-4b43-bf82-a761b2aba973 None None] Network 25e90d4a-7405-4268-ba22-fba5649ce1d6 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:06.120859 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.122081 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.122439 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.122845 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.123211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.123616 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.123957 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.124354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.124721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.125334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.125695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.126051 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:06.394185 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.404362 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Transition to ACTIVE for port object 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:06.409485 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.463203 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb77c2-7f82-4e33-ac56-1b9136b2bbcf None None] Pushing event updated for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:06.511522 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Attempting to bind port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:06.511941 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Attempting to bind port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:06.512310 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Attempting to bind port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:06.517216 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:06.517592 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Checking segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:06.517992 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.518410 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Bound using segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:06.518874 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Bound port: 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:06.519255 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.579186 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] For port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:06.582205 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] For port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:06.586530 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:06.646028 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:06.646684 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:26:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:06.682187 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb77c2-7f82-4e33-ac56-1b9136b2bbcf None None] Pushing event updated for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:06.763103 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:06.954022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 4, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '2df2b1cc-5e4d-43d6-8349-fcbe640d91f2', 'name': '', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'mac_address': 'fa:16:3e:85:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:02Z', 'updated_at': '2021-07-23T09:27:06Z', 'revision_number': 4, 'project_id': 'f73067c3e61948929154e72573865eb5', 'subnets': [{'id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:06.979362 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca5cf-ad83-4b24-9af2-a1423424b000 None None] The sync data for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi is: [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:27:02Z', 'revision_number': 4, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '2df2b1cc-5e4d-43d6-8349-fcbe640d91f2', 'name': '', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'mac_address': 'fa:16:3e:85:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:02Z', 'updated_at': '2021-07-23T09:27:06Z', 'revision_number': 4, 'project_id': 'f73067c3e61948929154e72573865eb5', 'subnets': [{'id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:07.344549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:07.399988 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:07.404064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:07.404468 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:07.487279 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:07.521104 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:07.525678 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:07.526523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d88253d-ef0c-42c6-a318-ca973056c3d9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:07.603713 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:07.617614 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 8d88253d-ef0c-42c6-a318-ca973056c3d9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:07.617986 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:09.253338 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:09.302215 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:09.302599 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:11.714130 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:27:12.824843 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55350) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:12.941926 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7367aa3-977d-4e2e-b228-693d8c485d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.039114 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7367aa3-977d-4e2e-b228-693d8c485d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.043005 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7367aa3-977d-4e2e-b228-693d8c485d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.082888 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a7367aa3-977d-4e2e-b228-693d8c485d30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df12bc2a9908415e815dae1742117fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567427 Jul 23 09:27:13.083999 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7367aa3-977d-4e2e-b228-693d8c485d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e26bd-7450-44d1-983d-03e88df013c2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:13.085566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55362) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:13.152777 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.175500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.221451 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.224077 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:13.225203 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/397e26bd-7450-44d1-983d-03e88df013c2 HTTP/1.1" status: 204 len: 168 time: 0.1381507 Jul 23 09:27:13.233128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03960dc5-9d6a-4b1b-a903-6aca3e00df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e26bd-7450-44d1-983d-03e88df013c2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:16.037810 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55444) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:16.145507 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff4134a6-73ac-46f9-a915-867f1a6a1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.247098 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff4134a6-73ac-46f9-a915-867f1a6a1ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.250838 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff4134a6-73ac-46f9-a915-867f1a6a1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.286263 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ff4134a6-73ac-46f9-a915-867f1a6a1ca7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c51c78f237e544169b03f9ee46517f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473521 Jul 23 09:27:16.288874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55454) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:16.290805 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4134a6-73ac-46f9-a915-867f1a6a1ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f758b54-8232-4144-8f6a-8694b296dd38,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:16.341086 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.364529 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.411595 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.414125 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:16.415309 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f758b54-8232-4144-8f6a-8694b296dd38 HTTP/1.1" status: 204 len: 168 time: 0.1254623 Jul 23 09:27:16.423430 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91408f-061f-4917-8a44-96d1fd00abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f758b54-8232-4144-8f6a-8694b296dd38,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:16.701076 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-09dbeaed-7b2d-462f-b40a-c746a553a1d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:16.702732 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-09dbeaed-7b2d-462f-b40a-c746a553a1d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 819 time: 0.1264286 Jul 23 09:27:16.722280 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-0fff23d5-15a6-4b58-a650-054880ff7cf8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/quotas/f73067c3e61948929154e72573865eb5 HTTP/1.1" status: 200 len: 375 time: 0.0135131 Jul 23 09:27:16.841467 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-15ad5f8d-c2ab-4fa5-8126-51aceaba0db6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103613 Jul 23 09:27:16.957941 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-737c9adc-0ecd-4ce1-965e-f0ddead2842c service neutron] 10.222.0.10 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098526 Jul 23 09:27:17.081279 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-21acbf72-e9ea-4bda-b1ce-d5da0cbd5648 service neutron] 10.222.0.10 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125858 Jul 23 09:27:17.304224 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e0f1f55e-b82f-4364-a327-6421c35648bb req-af52da5f-7db2-47a0-879f-91d0be741aeb tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 210 time: 0.0463715 Jul 23 09:27:17.671926 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-2499af2d-dcc0-4011-b671-a6d14f053a35 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:17.673793 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-2499af2d-dcc0-4011-b671-a6d14f053a35 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 819 time: 0.1205444 Jul 23 09:27:17.690393 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-9e1f62b6-d6ae-4695-84b3-f97a5501d4bc tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/quotas/f73067c3e61948929154e72573865eb5 HTTP/1.1" status: 200 len: 375 time: 0.0107353 Jul 23 09:27:17.780684 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-a2a186c7-d76a-498f-87f1-031ce0d08547 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843370 Jul 23 09:27:17.906924 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-79b55bb4-e053-4f1c-992a-3423d0a8ed70 service neutron] 10.222.0.10 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150289 Jul 23 09:27:18.014653 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-395f061a-d7c5-4cb1-9c93-44b26c4d7cf1 service neutron] 10.222.0.10 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008048 Jul 23 09:27:18.185178 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22839ad6-2633-4ffb-8ea7-511a28aef813 req-f71c9d0d-d6b3-4ad6-a654-e1cc8183b157 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 210 time: 0.0310757 Jul 23 09:27:18.635874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-db8f4b4e-aeb2-4380-8ec6-263889734b6c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:18.638109 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-db8f4b4e-aeb2-4380-8ec6-263889734b6c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 819 time: 0.1232982 Jul 23 09:27:18.651750 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Request body: {'port': {'device_id': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'admin_state_up': True, 'tenant_id': 'f73067c3e61948929154e72573865eb5'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:18.768721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Made reservation on behalf of f73067c3e61948929154e72573865eb5 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:18.772168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:18.899966 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Allocated IP 172.20.0.13 (fd283fef-4ea6-4cb9-ba98-363e189f57f9/a81c5d9d-f2a6-477c-93bb-909ea60a81d4/eef3cd55-dd61-4fa7-bace-9634f762f39c) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:19.271262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.13', 53906) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:19.318741 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-b9f38015-2c81-46a1-8ad6-1a492e3da30d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:19.320235 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-b9f38015-2c81-46a1-8ad6-1a492e3da30d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 819 time: 0.1200764 Jul 23 09:27:19.336942 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Request body: {'port': {'device_id': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'admin_state_up': True, 'tenant_id': 'f73067c3e61948929154e72573865eb5'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:19.358218 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-965af30e-fb64-49de-963d-04c235704387 req-ac7ad738-c0fc-4cc8-9cf1-b1341a1d2315 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 210 time: 0.0495203 Jul 23 09:27:19.412409 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.418989 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-2e20ea48-2d6c-4137-9c40-218c3a0f573c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444533 Jul 23 09:27:19.464018 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.465644 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Made reservation on behalf of f73067c3e61948929154e72573865eb5 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:19.469814 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.557186 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:19.563321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Pushing event updated for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:19.567228 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:19.575021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:19.604291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-cc33783b-7798-4b16-9483-787237b7c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:19.607107 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-cc33783b-7798-4b16-9483-787237b7c1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.1398652 Jul 23 09:27:19.637737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:19.638404 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.647826 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Allocated IP 172.20.0.11 (fd283fef-4ea6-4cb9-ba98-363e189f57f9/a81c5d9d-f2a6-477c-93bb-909ea60a81d4/cbb25993-753e-4581-bfec-18a362afbf2a) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:19.655718 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b4cd5d25-8357-49f3-8c92-34b68756f0f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0080276 Jul 23 09:27:19.811485 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.848359 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.888681 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Network fd283fef-4ea6-4cb9-ba98-363e189f57f9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:19.892860 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:19.903513 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:19.910254 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Pushing event updated for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:19.961768 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:19.962384 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:19.977251 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8e31ef40-30f9-4127-aee4-7f7f02aa10e7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451733 Jul 23 09:27:22.658220 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Request body: {'port': {'device_id': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:22.659528 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Request body: {'port': {'device_id': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:22.771436 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:22.804631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:22.829161 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-292d6e77-ef7b-44cc-a9ac-12608c86ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:22.830522 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-292d6e77-ef7b-44cc-a9ac-12608c86ceae service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.1674554 Jul 23 09:27:22.842501 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4cd46-2d6c-4c13-8e8c-da2b25431688 req-e689db75-752f-45c4-8896-1aacdc19bc67 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:22.843986 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f1a4cd46-2d6c-4c13-8e8c-da2b25431688 req-e689db75-752f-45c4-8896-1aacdc19bc67 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 932 time: 0.1166775 Jul 23 09:27:22.952491 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f1a4cd46-2d6c-4c13-8e8c-da2b25431688 req-c5b51ecc-ecef-4232-b251-bad8bcdb2f83 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006501 Jul 23 09:27:23.014514 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-04a0790b-9e7a-4277-8f68-c6d3170c7b3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1002 time: 0.1630218 Jul 23 09:27:23.079349 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-cb2afd59-2c26-452c-9134-a99943eefb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.080985 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-cb2afd59-2c26-452c-9134-a99943eefb19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0575495 Jul 23 09:27:23.102068 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb25993-753e-4581-bfec-18a362afbf2a {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:27:23.117388 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.130555 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Transition to ACTIVE for port object cbb25993-753e-4581-bfec-18a362afbf2a will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:23.134464 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.168247 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-20a816fc-b84b-45c5-a108-a69e2de3b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.169950 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-20a816fc-b84b-45c5-a108-a69e2de3b7c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817664 Jul 23 09:27:23.193462 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:23.261621 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Attempting to bind port cbb25993-753e-4581-bfec-18a362afbf2a on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:23.261957 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Attempting to bind port cbb25993-753e-4581-bfec-18a362afbf2a by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:23.262283 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Attempting to bind port cbb25993-753e-4581-bfec-18a362afbf2a on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:23.266549 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Port cbb25993-753e-4581-bfec-18a362afbf2a on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:27:23.266862 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Attempting to bind port cbb25993-753e-4581-bfec-18a362afbf2a on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:23.271644 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:23.271974 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Checking segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:23.272351 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Bound using segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:23.272771 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Bound port: cbb25993-753e-4581-bfec-18a362afbf2a, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:23.273123 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.335824 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-298202c0-8e0b-463b-8989-52052a0fbc12 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314485 Jul 23 09:27:23.358535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:23.363759 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cbb25993-753e-4581-bfec-18a362afbf2a,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:23.369318 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.393398 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef3cd55-dd61-4fa7-bace-9634f762f39c {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:27:23.407559 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.407998 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.408806 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.411084 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbb25993-753e-4581-bfec-18a362afbf2a HTTP/1.1" status: 200 len: 1094 time: 0.7566874 Jul 23 09:27:23.411785 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:27:23.417951 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee105a63-0ad7-45d1-9ceb-61d05b00da80" -d '{"events": [{"name": "network-changed", "server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:27:23.493217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a19b7ac-fc3d-4d1e-9282-e172d1a7b6b5 x-openstack-request-id: req-9a19b7ac-fc3d-4d1e-9282-e172d1a7b6b5 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:27:23.493500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:27:23.493745 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a19b7ac-fc3d-4d1e-9282-e172d1a7b6b5 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:27:23.494133 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a', 'status': 'completed', 'code': 200} Jul 23 09:27:23.497232 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194a22-4512-4cb2-8ec4-b52bb56df846 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:23.500316 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Transition to ACTIVE for port object eef3cd55-dd61-4fa7-bace-9634f762f39c will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:23.510798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.529595 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-6a6ab1f4-8457-4a63-9b84-65e33d5d19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.531092 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-6a6ab1f4-8457-4a63-9b84-65e33d5d19ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 1097 time: 0.0710719 Jul 23 09:27:23.543507 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-7f8cb155-992e-496a-9fe9-333420539cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893055 Jul 23 09:27:23.566784 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:23.598125 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-a716de5b-ac56-4486-9bd9-9d789a4e30a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbb25993-753e-4581-bfec-18a362afbf2a HTTP/1.1" status: 200 len: 217 time: 0.0578077 Jul 23 09:27:23.649430 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Attempting to bind port eef3cd55-dd61-4fa7-bace-9634f762f39c on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:23.650021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Attempting to bind port eef3cd55-dd61-4fa7-bace-9634f762f39c by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:23.650352 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Attempting to bind port eef3cd55-dd61-4fa7-bace-9634f762f39c on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:23.655878 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Port eef3cd55-dd61-4fa7-bace-9634f762f39c on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:27:23.656042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-d527daf1-4ff3-4bc6-ab93-024914487aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.656220 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Attempting to bind port eef3cd55-dd61-4fa7-bace-9634f762f39c on network fd283fef-4ea6-4cb9-ba98-363e189f57f9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:23.657530 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-d527daf1-4ff3-4bc6-ab93-024914487aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0502987 Jul 23 09:27:23.661063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:23.661556 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Checking segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:23.661922 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Bound using segment: {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:23.662167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Bound port: eef3cd55-dd61-4fa7-bace-9634f762f39c, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31d5121-ad25-44dd-8e25-9863846f57c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:23.662560 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.697232 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-62f74628-7341-42b4-bbfa-7579d8383d68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 23 09:27:23.743029 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:23.747192 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:23.751724 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.799397 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.800115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.800621 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-9b4e9f90-e7ae-4a7c-a081-7de99ed5e418 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962956 Jul 23 09:27:23.801526 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 1094 time: 1.1480963 Jul 23 09:27:23.801960 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:27:23.804247 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30583d7b-543b-450e-b8d1-08b35062cf35" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:27:23.843952 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:23.846097 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2527b5d-7269-4cc0-9b95-5bdee27f03c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:23.853870 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f82ea-53f1-4f76-8665-65b8b83633f1 x-openstack-request-id: req-d84f82ea-53f1-4f76-8665-65b8b83633f1 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:27:23.854235 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:27:23.854441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d84f82ea-53f1-4f76-8665-65b8b83633f1 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:27:23.854857 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c', 'status': 'completed', 'code': 200} Jul 23 09:27:23.910843 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3f6408b-bc03-482f-a4ef-85d37d51c287 req-80014568-8fb8-47e5-a527-92c05c99d3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998664 Jul 23 09:27:23.936310 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-47dd748e-e11a-4e53-935c-be71f7de0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:23.937752 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-47dd748e-e11a-4e53-935c-be71f7de0d92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0638616 Jul 23 09:27:23.986714 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-edd38dc6-0d40-4161-a4ee-41244ac7901e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0356312 Jul 23 09:27:24.046020 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-e5fd2f1b-cf62-4619-bdba-5131a2ea2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.048019 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-e5fd2f1b-cf62-4619-bdba-5131a2ea2b02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 1097 time: 0.0778694 Jul 23 09:27:24.056751 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-bbfd7fa2-1585-4da0-8163-690a5155e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.059627 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-bbfd7fa2-1585-4da0-8163-690a5155e586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0588019 Jul 23 09:27:24.126054 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-25367298-c521-4872-897f-7a0499f7a7ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533252 Jul 23 09:27:24.164452 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-bc0f397e-0d76-48e0-b0e5-ae67014e0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.166084 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-bc0f397e-0d76-48e0-b0e5-ae67014e0245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.1114855 Jul 23 09:27:24.229855 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-37703697-cbef-4c0c-b306-ea82fa8a9b61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbb25993-753e-4581-bfec-18a362afbf2a HTTP/1.1" status: 200 len: 217 time: 0.0556076 Jul 23 09:27:24.236555 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e038-27ba-44c6-87d0-fc7f40f0c205 req-1d5be001-9501-418c-acae-9e50998aca0c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.246784 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-27d9e038-27ba-44c6-87d0-fc7f40f0c205 req-1d5be001-9501-418c-acae-9e50998aca0c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 944 time: 0.1753283 Jul 23 09:27:24.288716 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-13870b6e-d7e3-48c1-8bb2-7e83f329bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.290484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-13870b6e-d7e3-48c1-8bb2-7e83f329bf48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0536630 Jul 23 09:27:24.316168 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-c5174533-fa2b-4978-969a-5add9862cba7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757846 Jul 23 09:27:24.322673 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-27d9e038-27ba-44c6-87d0-fc7f40f0c205 req-0eb13774-736a-4455-a63a-3c144bbd89a3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Jul 23 09:27:24.337118 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-5d9ec5aa-1fdc-4f2a-b709-0a3d568b69b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378559 Jul 23 09:27:24.422905 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-882e42fa-92e4-495e-8dc0-da92bd39a1f7 req-e1c240c0-f7a1-42f8-8f91-ca8784ac2031 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925603 Jul 23 09:27:24.437341 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-9807180e-e828-41be-8c47-505d18ba917d service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942106 Jul 23 09:27:24.542184 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee105a63-0ad7-45d1-9ceb-61d05b00da80 req-81e1fa5f-7ab6-452d-b9cf-10be1b8c1aec service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981321 Jul 23 09:27:24.546651 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-6dad15e4-29d4-4333-8516-fef02eb41c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.552446 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-6dad15e4-29d4-4333-8516-fef02eb41c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0800648 Jul 23 09:27:24.655002 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-d2d017f6-f4f8-444c-8c64-e5b4a0f3469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.656567 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-d2d017f6-f4f8-444c-8c64-e5b4a0f3469a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.0970550 Jul 23 09:27:24.701115 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-fd58d0c0-6d08-4d67-86f7-79f123872ada service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0365336 Jul 23 09:27:24.758121 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-a6f7db82-ae76-4fcb-9f3f-c6a4dae8283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:24.759585 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-a6f7db82-ae76-4fcb-9f3f-c6a4dae8283c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0437233 Jul 23 09:27:24.797841 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-54265aa0-969d-4ba9-9f0b-497e7d4f7127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303814 Jul 23 09:27:24.901216 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-5bacf3a7-08c6-438b-a9df-515665fe0593 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962481 Jul 23 09:27:24.990738 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30583d7b-543b-450e-b8d1-08b35062cf35 req-0c25d3d3-db86-4fc7-a17f-5f95f37b0df4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820673 Jul 23 09:27:25.461661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2a63-ef66-4ee2-9df4-8df0aebdc52c req-cd9dca19-dbd5-4ab3-ac2c-e3b3ad36b8d0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:25.463137 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f08c2a63-ef66-4ee2-9df4-8df0aebdc52c req-cd9dca19-dbd5-4ab3-ac2c-e3b3ad36b8d0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 944 time: 0.0674038 Jul 23 09:27:25.509196 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f08c2a63-ef66-4ee2-9df4-8df0aebdc52c req-5daa169b-0ecd-4691-b17e-89c35ee4dcf3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Jul 23 09:27:25.912770 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55790) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:26.037262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa30-c39d-42be-a728-9c604f42041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.130223 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa30-c39d-42be-a728-9c604f42041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.134249 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa30-c39d-42be-a728-9c604f42041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.173906 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d1a5aa30-c39d-42be-a728-9c604f42041f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b427f6ea3c2f48a08fb3816dcab8b58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600322 Jul 23 09:27:26.174592 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5aa30-c39d-42be-a728-9c604f42041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f549e9-65c8-4ac4-9a9f-d8055926ed41,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:26.177056 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55800) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:26.207738 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cb37ca26-15dd-4365-a284-08939227e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.226203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.247484 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.305387 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.308329 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:26.312176 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93f549e9-65c8-4ac4-9a9f-d8055926ed41 HTTP/1.1" status: 204 len: 168 time: 0.1317124 Jul 23 09:27:26.317644 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c4a15-5ec8-4fd8-930d-03dcc47f492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f549e9-65c8-4ac4-9a9f-d8055926ed41,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:26.644165 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3eb39-3689-4c42-8c19-c08aab2074c5 req-bf039cf5-b7fe-4048-905f-a8c64db7f63b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:26.645825 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d3e3eb39-3689-4c42-8c19-c08aab2074c5 req-bf039cf5-b7fe-4048-905f-a8c64db7f63b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 944 time: 0.0652401 Jul 23 09:27:26.684773 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d3e3eb39-3689-4c42-8c19-c08aab2074c5 req-428dbb42-2c2a-4a07-a284-f2e5cb19c39d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Jul 23 09:27:27.057093 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55830) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:27.101605 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Deleting subnet c71a1b85-5243-48c3-9597-89f763ecdf68 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:27:27.104695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.141300 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129750368'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.185317 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.237703 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129750739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128204529'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.263842 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71a1b85-5243-48c3-9597-89f763ecdf68,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:27.269120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.270972 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-85b3621b-28ec-4b8e-80fe-6ae3e9bf12a6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c71a1b85-5243-48c3-9597-89f763ecdf68 HTTP/1.1" status: 204 len: 168 time: 0.2128210 Jul 23 09:27:27.273523 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 55832) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:27.348704 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.425457 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.435990 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dfcbb1-b725-4454-9731-16ada52f5ef9']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.445199 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27a08f-3907-40a0-8a3a-f50b4e07993d') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.445491 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27a08f-3907-40a0-8a3a-f50b4e07993d') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.453970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.466753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.472466 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:27:27.472854 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:27:27.474478 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:27:27.532514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.537593 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.539385 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] 10.222.0.10 "DELETE /v2.0/networks/b5dfcbb1-b725-4454-9731-16ada52f5ef9 HTTP/1.1" status: 204 len: 168 time: 0.2649090 Jul 23 09:27:27.542282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55836) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:27.550142 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16adc-8a47-4a40-972d-c82f4b4d5cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dfcbb1-b725-4454-9731-16ada52f5ef9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:27.585346 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Deleting subnet 336dcd26-607e-40c6-844b-c4928e0539fb {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:27:27.588339 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.627367 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.665536 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.724502 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.749556 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336dcd26-607e-40c6-844b-c4928e0539fb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:27.753277 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.755867 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ab521ee-eab7-41be-afc6-6ed857456fdb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/336dcd26-607e-40c6-844b-c4928e0539fb HTTP/1.1" status: 204 len: 168 time: 0.2125182 Jul 23 09:27:27.757636 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55842) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:27.822166 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5854539-4667-4246-a9e1-681ddc539c8c req-25ba02f2-1169-421c-ac37-4354d5ab3ed4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:27.824500 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5854539-4667-4246-a9e1-681ddc539c8c req-25ba02f2-1169-421c-ac37-4354d5ab3ed4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 944 time: 0.0650117 Jul 23 09:27:27.836734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.873960 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5854539-4667-4246-a9e1-681ddc539c8c req-17424f5a-fc5d-4fc0-8def-10ede71d8acc tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 23 09:27:27.919189 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.928939 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e90d4a-7405-4268-ba22-fba5649ce1d6']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.938870 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514b2242-f8ad-4980-a4c7-6aa6a5bf5997') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.939158 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514b2242-f8ad-4980-a4c7-6aa6a5bf5997') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:27.947489 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.963809 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.970185 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:27:27.970535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:27:27.972144 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:27:28.024075 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.029827 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.031684 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] 10.222.0.10 "DELETE /v2.0/networks/25e90d4a-7405-4268-ba22-fba5649ce1d6 HTTP/1.1" status: 204 len: 168 time: 0.2730830 Jul 23 09:27:28.042956 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4542679-64cd-41f2-8e7b-618f61cdf34c admin admin] Pushing event deleted for resources: {'Network': ['ID=25e90d4a-7405-4268-ba22-fba5649ce1d6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:28.197753 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55852) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:28.240260 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a51bc362-f8f8-4a9c-90df-09123384798b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8675798004a042d89bc2308b2b0f45d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410624 Jul 23 09:27:28.242309 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55854) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:28.289226 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.309849 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.360053 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.362373 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.363555 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32971d2b-4aa8-4e0f-93f5-32f7ff6d1515 HTTP/1.1" status: 204 len: 168 time: 0.1203358 Jul 23 09:27:28.371072 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff12f44-228e-401c-8d2d-e18d4050ecf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32971d2b-4aa8-4e0f-93f5-32f7ff6d1515,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:28.655832 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cbb25993-753e-4581-bfec-18a362afbf2a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:27:28.713548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55864) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:28.764909 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b249b58a-1dd1-4bf0-8d85-f4bce444d5c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=915aca9ac80a4ed6b34cd4d289a5c16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425963 Jul 23 09:27:28.764909 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 55866) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:28.765083 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cbb25993-753e-4581-bfec-18a362afbf2a,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:28.773606 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'cbb25993-753e-4581-bfec-18a362afbf2a', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'port_id': 'cbb25993-753e-4581-bfec-18a362afbf2a', 'mac_address': 'fa:16:3e:bd:bd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:27:28.810705 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.811773 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.824859 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb25993-753e-4581-bfec-18a362afbf2a {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:27:28.833101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.845608 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cbb25993-753e-4581-bfec-18a362afbf2a,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:28.850414 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.851570 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device eef3cd55-dd61-4fa7-bace-9634f762f39c details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:27:28.888727 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.891313 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:28.894905 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84f0a91b-e406-49cc-beff-0e4b9e5a2474 HTTP/1.1" status: 204 len: 168 time: 0.1335609 Jul 23 09:27:28.911321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670487b-d786-489b-ae01-84cfcdec0b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0a91b-e406-49cc-beff-0e4b9e5a2474,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:29.035556 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be776619-b3d8-4f26-a040-5c17943dd08f req-192644c6-1472-42cb-99a4-effc7257cd7d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:29.037082 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-be776619-b3d8-4f26-a040-5c17943dd08f req-192644c6-1472-42cb-99a4-effc7257cd7d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 945 time: 0.0766356 Jul 23 09:27:29.058713 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.db.resource_extend [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 09:27:29.120898 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:29.126631 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:29.129527 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-678a821e-5deb-4709-96c5-0ad52784a21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:29.140769 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:29.152398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'eef3cd55-dd61-4fa7-bace-9634f762f39c', 'network_id': 'fd283fef-4ea6-4cb9-ba98-363e189f57f9', 'port_id': 'eef3cd55-dd61-4fa7-bace-9634f762f39c', 'mac_address': 'fa:16:3e:10:b0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81c5d9d-f2a6-477c-93bb-909ea60a81d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:27:29.192768 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:29.207260 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3cd55-dd61-4fa7-bace-9634f762f39c {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:27:29.231860 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:29.237489 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:29.312502 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:29.313000 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-be776619-b3d8-4f26-a040-5c17943dd08f req-eb203efa-a280-48f4-b785-811a3be006e1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694006 Jul 23 09:27:29.585917 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['cbb25993-753e-4581-bfec-18a362afbf2a'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:27:29.633762 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['eef3cd55-dd61-4fa7-bace-9634f762f39c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:27:30.185374 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:30.455277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588a18-82b0-4c23-8a44-cc5c46882aea req-67456fe8-431a-45c1-b0f7-45499a5c27f7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:30.456775 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7588a18-82b0-4c23-8a44-cc5c46882aea req-67456fe8-431a-45c1-b0f7-45499a5c27f7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 945 time: 0.0709171 Jul 23 09:27:30.500066 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7588a18-82b0-4c23-8a44-cc5c46882aea req-a12d8cfe-ae78-46bc-8018-05a3d90954f7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Jul 23 09:27:30.662967 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cbb25993-753e-4581-bfec-18a362afbf2a up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:30.710189 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port cbb25993-753e-4581-bfec-18a362afbf2a completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:30.713666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port cbb25993-753e-4581-bfec-18a362afbf2a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:30.714585 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:30.795183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:30.817634 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:27:30.819911 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89e5db-5a28-45aa-ad25-2ab6fb7a3383" -d '{"events": [{"server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "name": "network-vif-plugged", "status": "completed", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:27:30.832524 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cbb25993-753e-4581-bfec-18a362afbf2a,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:30.841150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:30.842254 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device eef3cd55-dd61-4fa7-bace-9634f762f39c up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:30.882061 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d2f8ee-cfaf-4120-9fc9-fefddb6ff452 x-openstack-request-id: req-41d2f8ee-cfaf-4120-9fc9-fefddb6ff452 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:27:30.882374 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "name": "network-vif-plugged", "status": "completed", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:27:30.882810 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41d2f8ee-cfaf-4120-9fc9-fefddb6ff452 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:27:30.883356 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a', 'code': 200} Jul 23 09:27:30.924027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:30.935599 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port eef3cd55-dd61-4fa7-bace-9634f762f39c completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:30.939194 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port eef3cd55-dd61-4fa7-bace-9634f762f39c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:30.939624 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:31.031670 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:31.055593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d01c5-3f56-41fa-be96-96fe5b6d2375 req-f1a1596b-c128-47e9-a589-bc77093975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:31.057091 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9d01c5-3f56-41fa-be96-96fe5b6d2375 req-f1a1596b-c128-47e9-a589-bc77093975ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 1099 time: 0.0555437 Jul 23 09:27:31.069292 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:31.076439 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:31.094442 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9d01c5-3f56-41fa-be96-96fe5b6d2375 req-fac1b40c-168e-4eae-9a94-c9aa8f104b00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302327 Jul 23 09:27:31.125061 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:31.533160 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:31.635376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b189-fbe3-4009-a560-0fa3de7b10cf req-74274fc2-5a4f-4245-b883-6baf63451732 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:31.637731 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a366b189-fbe3-4009-a560-0fa3de7b10cf req-74274fc2-5a4f-4245-b883-6baf63451732 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0689402 Jul 23 09:27:31.683609 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a366b189-fbe3-4009-a560-0fa3de7b10cf req-b55fd7ef-40eb-41ce-adbe-9edfe1d5bbfb tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Jul 23 09:27:32.815767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659c52a-e634-4daa-be3c-2ead01680206 req-29936bf8-1f58-4ab1-88e4-9d34a1077813 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:32.817301 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5659c52a-e634-4daa-be3c-2ead01680206 req-29936bf8-1f58-4ab1-88e4-9d34a1077813 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0651603 Jul 23 09:27:32.855475 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5659c52a-e634-4daa-be3c-2ead01680206 req-16c71af5-3e17-4c95-84e7-f465b207f7e0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Jul 23 09:27:32.884402 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:27:32.887159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad22954-ead5-407c-baa8-eb5e960a78e3" -d '{"events": [{"server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:27:32.923046 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd656c-6f28-47a9-a02b-4e347a38a0d3 x-openstack-request-id: req-eafd656c-6f28-47a9-a02b-4e347a38a0d3 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:27:32.923565 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:27:32.923902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eafd656c-6f28-47a9-a02b-4e347a38a0d3 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:27:32.924346 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c', 'code': 200} Jul 23 09:27:33.227220 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56004) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:33.285502 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd58e0-572c-4d08-80af-000d00599e95 req-6c56fe54-bcd8-46d2-a7ef-9c12cc93a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:33.288349 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4ccd58e0-572c-4d08-80af-000d00599e95 req-6c56fe54-bcd8-46d2-a7ef-9c12cc93a782 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0923021 Jul 23 09:27:33.296983 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56010) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:33.333907 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4ccd58e0-572c-4d08-80af-000d00599e95 req-b0fb92b2-5f0a-4eba-a7b2-5d178eaff18f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Jul 23 09:27:33.371469 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-ea5f035c-0d7e-4e90-997f-3582650e30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:33.372150 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-ea5f035c-0d7e-4e90-997f-3582650e30fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 1099 time: 0.1741302 Jul 23 09:27:33.384487 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfc30d-23e4-4087-8857-b2a3d751fb90 req-7aaed19a-cc0b-413f-9021-f404ee96758c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:33.392210 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74dfc30d-23e4-4087-8857-b2a3d751fb90 req-7aaed19a-cc0b-413f-9021-f404ee96758c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.2177429 Jul 23 09:27:33.456100 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf3b87e7-b60e-45c3-bba2-d52720e21d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.485872 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92f167e6-0712-47a7-9011-e377dd83fd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.498967 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74dfc30d-23e4-4087-8857-b2a3d751fb90 req-7f4d7d33-a77b-499d-9e48-06e88bce9601 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048388 Jul 23 09:27:33.556650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf3b87e7-b60e-45c3-bba2-d52720e21d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.564271 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf3b87e7-b60e-45c3-bba2-d52720e21d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.585004 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-37d3cb12-4008-4200-9a9f-6e75a14c3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:33.586632 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-37d3cb12-4008-4200-9a9f-6e75a14c3c67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.1675963 Jul 23 09:27:33.602658 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bf3b87e7-b60e-45c3-bba2-d52720e21d8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48df520d108546adbd114d480760ba90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736672 Jul 23 09:27:33.606301 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56020) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:33.621129 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b87e7-b60e-45c3-bba2-d52720e21d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a698cc32-a6e0-45dc-a01b-9dd82be40b53,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:33.655254 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-6798f3b5-862d-44f5-aaa3-e2332d09b0d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbb25993-753e-4581-bfec-18a362afbf2a HTTP/1.1" status: 200 len: 217 time: 0.0580118 Jul 23 09:27:33.669774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.695333 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.742742 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-c0698afa-7001-471f-86b7-a5feed8fb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:33.745824 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-c0698afa-7001-471f-86b7-a5feed8fb4d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0776596 Jul 23 09:27:33.762572 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.765696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.769225 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a698cc32-a6e0-45dc-a01b-9dd82be40b53 HTTP/1.1" status: 204 len: 168 time: 0.1595240 Jul 23 09:27:33.801286 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4362b-c1e2-4247-8529-e6d136c702d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698cc32-a6e0-45dc-a01b-9dd82be40b53,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:33.840873 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-fb128b08-32ad-4f3c-958c-fa0a747f1515 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561590 Jul 23 09:27:33.862538 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92f167e6-0712-47a7-9011-e377dd83fd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.874441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-92f167e6-0712-47a7-9011-e377dd83fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:33.960149 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f167e6-0712-47a7-9011-e377dd83fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403aab74-7c57-44ff-9e2b-1e39ca7c6162,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:33.967040 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-92f167e6-0712-47a7-9011-e377dd83fd38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00a3744827e8452999fd0f6765ad5830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667240 Jul 23 09:27:33.969840 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56034) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:33.987799 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-b8b7a0d4-2ce7-4bea-a6a3-d9ca540cedd5 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389811 Jul 23 09:27:34.018851 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.044372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.103101 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-579ca016-a8bd-4e71-9913-8410d7a8f7d7 req-9333f113-c9a1-402a-af2d-a6301aae2d13 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998459 Jul 23 09:27:34.104477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.117938 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.119101 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/403aab74-7c57-44ff-9e2b-1e39ca7c6162 HTTP/1.1" status: 204 len: 168 time: 0.1483707 Jul 23 09:27:34.126966 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56040) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:34.129084 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2415d0-2941-49f1-80a8-bb50850d0264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403aab74-7c57-44ff-9e2b-1e39ca7c6162,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:34.147349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0029a1b0-f943-44ec-820e-6a69d665e723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.254623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0029a1b0-f943-44ec-820e-6a69d665e723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.263842 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0029a1b0-f943-44ec-820e-6a69d665e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.302285 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0029a1b0-f943-44ec-820e-6a69d665e723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d572849ed233435296b7aff1e4cabffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741500 Jul 23 09:27:34.305604 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56046) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:34.308837 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029a1b0-f943-44ec-820e-6a69d665e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e892723c-2d61-449f-88a9-0448dbb4223b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:34.374711 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.398865 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.450559 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.453428 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:34.455450 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e892723c-2d61-449f-88a9-0448dbb4223b HTTP/1.1" status: 204 len: 168 time: 0.1475227 Jul 23 09:27:34.462363 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b55a0-aba2-495f-98cc-ff7d47ea0eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e892723c-2d61-449f-88a9-0448dbb4223b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:34.657692 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507db4b8-5c5e-492b-81fb-62709d7fcba3 req-e91d0fb1-ce47-4db4-a7f9-1f315528b747 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:34.659498 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-507db4b8-5c5e-492b-81fb-62709d7fcba3 req-e91d0fb1-ce47-4db4-a7f9-1f315528b747 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0751812 Jul 23 09:27:34.706744 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-507db4b8-5c5e-492b-81fb-62709d7fcba3 req-af8dc937-6e94-43c3-9fe8-dfccb6211310 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Jul 23 09:27:35.350907 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56092) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:35.456146 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67a50eef-8084-4e43-be52-43ffc0418d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.544597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67a50eef-8084-4e43-be52-43ffc0418d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.548372 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67a50eef-8084-4e43-be52-43ffc0418d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.587346 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-67a50eef-8084-4e43-be52-43ffc0418d69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f68d7a33d2fe450481b2df0d16fd3389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353399 Jul 23 09:27:35.588203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a50eef-8084-4e43-be52-43ffc0418d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca9d35-402f-4215-a731-f5690d289f88,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:35.590717 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56096) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:35.640562 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.661042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.704905 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.707342 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:35.708489 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ca9d35-402f-4215-a731-f5690d289f88 HTTP/1.1" status: 204 len: 168 time: 0.1167495 Jul 23 09:27:35.717043 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b549ee1-39e1-42f9-a31f-3615acf3fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca9d35-402f-4215-a731-f5690d289f88,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:35.873281 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c981-bdf9-4e2e-a97b-fc748113e983 req-316a65ba-ea70-4f84-baec-32871eaa3204 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:35.875168 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5655c981-bdf9-4e2e-a97b-fc748113e983 req-316a65ba-ea70-4f84-baec-32871eaa3204 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0954289 Jul 23 09:27:35.919005 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5655c981-bdf9-4e2e-a97b-fc748113e983 req-646f1b66-0757-450e-b654-f5841a8df2b5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Jul 23 09:27:36.353186 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56144) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:36.458421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1429325641-network', 'tenant_id': '85196b1f5a504e7cbe24427724298882'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:36.480249 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Made reservation on behalf of 85196b1f5a504e7cbe24427724298882 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:36.482515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.490767 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.583640 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.588115 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.613793 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:27:36.629396 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cf62b-8b42-43a9-8a56-c267130282a0,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:36.632816 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.633171 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Added segment 95fac708-fe9e-4566-9b88-93429677fa52 of type vlan for network fe06b95f-3f48-4bf9-9a43-327d0458bae5 Jul 23 09:27:36.677877 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.709009 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.709979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:36.710550 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.754767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56148) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:36.755316 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4005315 Jul 23 09:27:36.760676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Request body: {'subnet': {'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1429325641-subnet', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:36.781459 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b8588-c2a8-4140-b0af-6e3e3f03290e admin admin] Pushing event updated for resources: {'Network': ['ID=fe06b95f-3f48-4bf9-9a43-327d0458bae5,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:36.786854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Made reservation on behalf of 85196b1f5a504e7cbe24427724298882 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:36.790290 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:36.792775 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:27:36.993189 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.053424 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:37.061395 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:37.061757 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Network hostable DHCP agents. Network: fe06b95f-3f48-4bf9-9a43-327d0458bae5, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:27:37.071822 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549edbd6-f47b-4b75-8ecf-bd58f5cfa752 req-b7b3d05d-0a7b-47c9-a39d-a6e723b817b5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:37.074442 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-549edbd6-f47b-4b75-8ecf-bd58f5cfa752 req-b7b3d05d-0a7b-47c9-a39d-a6e723b817b5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0739207 Jul 23 09:27:37.082210 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:27:37.097514 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, fe06b95f-3f48-4bf9-9a43-327d0458bae5) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:37.107882 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f57e3-9fbf-4fef-b2c7-2eaf6796f97f None None] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:37.113011 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:37.114081 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.128892 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-549edbd6-f47b-4b75-8ecf-bd58f5cfa752 req-bd9e0515-a9d2-4abf-9faf-1a980f4aa29b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Jul 23 09:27:37.139178 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-63d8e9d1-19af-45cf-9f37-7f21516e98d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3825240 Jul 23 09:27:37.144288 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56156) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:37.154335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:37.176633 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.177614 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.232843 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.291649 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:27:37.293314 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.396723 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.441249 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Allocated IP 172.20.0.2 (fe06b95f-3f48-4bf9-9a43-327d0458bae5/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb/6453dfcd-f550-4440-9985-1af2d333412a) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:37.589891 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.597890 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Transition to ACTIVE for port object 6453dfcd-f550-4440-9985-1af2d333412a will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:37.600519 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.612737 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Transition to ACTIVE for port object 6453dfcd-f550-4440-9985-1af2d333412a will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:37.617886 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.620894 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.656730 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:37.659495 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:37.664789 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:37.673336 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Pushing event updated for resources: {'Port': ['ID=6453dfcd-f550-4440-9985-1af2d333412a,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:37.724557 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Allocated IP 172.27.3.70 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/cb61115c-c21c-48c3-9213-f1b724ad37e8) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:37.725627 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Attempting to bind port 6453dfcd-f550-4440-9985-1af2d333412a on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:37.726002 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Attempting to bind port 6453dfcd-f550-4440-9985-1af2d333412a by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:37.726416 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Attempting to bind port 6453dfcd-f550-4440-9985-1af2d333412a on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:37.731372 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:37.731770 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:37.732168 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.732558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Bound using segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:37.733019 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Bound port: 6453dfcd-f550-4440-9985-1af2d333412a, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:37.733395 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.793874 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] For port 6453dfcd-f550-4440-9985-1af2d333412a, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:37.796967 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] For port 6453dfcd-f550-4440-9985-1af2d333412a, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6453dfcd-f550-4440-9985-1af2d333412a,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:37.800474 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.837197 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.853621 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e878240-bb68-45b1-ad19-a30189c98660 None None] Pushing event updated for resources: {'Port': ['ID=6453dfcd-f550-4440-9985-1af2d333412a,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:37.880308 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:37.922266 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:37.927054 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:37.930460 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:37.952868 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Pushing event updated for resources: {'Port': ['ID=cb61115c-c21c-48c3-9213-f1b724ad37e8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:38.239321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.348351 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89938d2-f0dc-4751-bbd5-f741733c50e6 req-a1d4fe11-2a9f-4671-9578-ee29e73709ff tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:38.349854 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d89938d2-f0dc-4751-bbd5-f741733c50e6 req-a1d4fe11-2a9f-4671-9578-ee29e73709ff tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1465051 Jul 23 09:27:38.455052 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d89938d2-f0dc-4751-bbd5-f741733c50e6 req-467f93fc-bad5-4537-8a7f-ed0f98c63a88 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979357 Jul 23 09:27:38.494775 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.610624 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56180) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:38.642316 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:27:38.735967 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db25f22-48ee-4b38-98f6-966960898361 None None] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:38.736389 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-99fd93eb-1009-4d83-8d2a-c435b716b6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.795994 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:38.813752 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:38.826557 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:38.827813 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:38.861384 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-99fd93eb-1009-4d83-8d2a-c435b716b6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.864851 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-42436f94-a46e-4bee-ba2d-4e8abd0b3904 None None] Provisioning for port 6453dfcd-f550-4440-9985-1af2d333412a completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:38.867627 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-99fd93eb-1009-4d83-8d2a-c435b716b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.873980 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df05267e-74b6-417b-973b-603188315668 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.877906 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-df05267e-74b6-417b-973b-603188315668 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7299724 Jul 23 09:27:38.878249 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56184) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:38.910839 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-99fd93eb-1009-4d83-8d2a-c435b716b6d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=093d977b324b4f5695587f3ae790b0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991607 Jul 23 09:27:38.911997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd93eb-1009-4d83-8d2a-c435b716b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d210c-18bb-4ccf-a7da-1238b5ef554e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:38.914782 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56186) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:38.968507 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:38.970755 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:38.992335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.047125 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.050356 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.051597 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a0d210c-18bb-4ccf-a7da-1238b5ef554e HTTP/1.1" status: 204 len: 168 time: 0.1358588 Jul 23 09:27:39.066733 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba740d-2e2f-42fd-b0f2-3e23b1bd3554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d210c-18bb-4ccf-a7da-1238b5ef554e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:39.234864 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:38Z', 'revision_number': 3, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:39.262767 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:39.263121 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Updating router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 port cb61115c-c21c-48c3-9213-f1b724ad37e8 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:39.312351 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.335832 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6453dfcd-f550-4440-9985-1af2d333412a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:39.442994 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 6453dfcd-f550-4440-9985-1af2d333412a completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:39.451071 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 6453dfcd-f550-4440-9985-1af2d333412a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:39.451694 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.555158 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.596772 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 6453dfcd-f550-4440-9985-1af2d333412a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6453dfcd-f550-4440-9985-1af2d333412a,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:39.601634 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.634577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e2e5-1b0a-4922-a2e6-a87fb2ae80c0 req-d153a34f-8b66-4c2b-87ca-146d1a1acca9 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:39.642113 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-51a5e2e5-1b0a-4922-a2e6-a87fb2ae80c0 req-d153a34f-8b66-4c2b-87ca-146d1a1acca9 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1042764 Jul 23 09:27:39.690418 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.704151 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-51a5e2e5-1b0a-4922-a2e6-a87fb2ae80c0 req-9dbd1db0-aa50-4708-9ad0-f1808f5de4e0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Jul 23 09:27:39.710978 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=6453dfcd-f550-4440-9985-1af2d333412a,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:39.724279 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Transition to ACTIVE for port object cb61115c-c21c-48c3-9213-f1b724ad37e8 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:39.737553 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.763186 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.790745 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Attempting to bind port cb61115c-c21c-48c3-9213-f1b724ad37e8 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:39.791131 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Attempting to bind port cb61115c-c21c-48c3-9213-f1b724ad37e8 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:39.791534 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Attempting to bind port cb61115c-c21c-48c3-9213-f1b724ad37e8 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:39.800053 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Pushing event updated for resources: {'Port': ['ID=cb61115c-c21c-48c3-9213-f1b724ad37e8,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:39.802806 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:39.803220 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:39.803895 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.804238 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:39.804885 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Bound port: cb61115c-c21c-48c3-9213-f1b724ad37e8, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:39.805297 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.844596 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.845228 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.845336 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.845593 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.846015 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.846253 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.846561 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.846886 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.847610 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.847610 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.847898 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.848210 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:39.886403 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] For port cb61115c-c21c-48c3-9213-f1b724ad37e8, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:39.890333 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] For port cb61115c-c21c-48c3-9213-f1b724ad37e8, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=cb61115c-c21c-48c3-9213-f1b724ad37e8,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:39.894306 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:39.953912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Allocated IP 172.20.0.1 (fe06b95f-3f48-4bf9-9a43-327d0458bae5/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb/30485eab-a417-43b0-b89d-770b013c4ded) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:40.031759 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:40.032391 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:40.066743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.080638 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Transition to ACTIVE for port object 30485eab-a417-43b0-b89d-770b013c4ded will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:40.104200 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5fe3a-cf12-40e4-b878-f6483f200d69 None None] Pushing event updated for resources: {'Port': ['ID=cb61115c-c21c-48c3-9213-f1b724ad37e8,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:40.117785 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.154024 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:40.154781 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:40.157824 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:40.161204 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:40.195232 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Pushing event updated for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:40.213660 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.365504 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.437079 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-838f3d2e-de6b-474e-ac08-1fbf1264ae52 None None] Provisioning for port 30485eab-a417-43b0-b89d-770b013c4ded completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:40.443905 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:38Z', 'revision_number': 3, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:40.444906 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-838f3d2e-de6b-474e-ac08-1fbf1264ae52 None None] Provisioning complete for port 30485eab-a417-43b0-b89d-770b013c4ded triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:40.445421 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-838f3d2e-de6b-474e-ac08-1fbf1264ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.486153 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2b594-7b7d-4dc5-8270-8844a9a9c56c None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:38Z', 'revision_number': 3, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:40.538666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-838f3d2e-de6b-474e-ac08-1fbf1264ae52 None None] Port 30485eab-a417-43b0-b89d-770b013c4ded cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:27:40.611156 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.618210 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.698812 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Pushing event updated for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:40.703981 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:40.913842 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc88148-f57f-4451-bd2a-8ef3a7224763 req-edae603e-ed3d-43c6-bf79-45cc0c9ddac6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:40.915438 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7bc88148-f57f-4451-bd2a-8ef3a7224763 req-edae603e-ed3d-43c6-bf79-45cc0c9ddac6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1350300 Jul 23 09:27:40.915562 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:40.921504 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:41.025071 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7bc88148-f57f-4451-bd2a-8ef3a7224763 req-c84b7aef-bbe6-43ec-82f4-93188e488783 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027920 Jul 23 09:27:41.086530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:27:41.217783 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:41.224282 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8d17cb4e-abd3-4bc7-a28e-ded9d65e067a admin admin] 10.222.0.10 "PUT /v2.0/routers/4b559c94-7706-41f6-b9bb-3749fcbdbf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3440766 Jul 23 09:27:41.269207 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-0fb3b7ba-d683-4e1d-a516-ff1e7201a6af None None] Provisioning complete for port 30485eab-a417-43b0-b89d-770b013c4ded triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:41.269770 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7ba-d683-4e1d-a516-ff1e7201a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.304970 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3b7ba-d683-4e1d-a516-ff1e7201a6af None None] Port 30485eab-a417-43b0-b89d-770b013c4ded cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:27:41.394528 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device cb61115c-c21c-48c3-9213-f1b724ad37e8 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:41.448827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port cb61115c-c21c-48c3-9213-f1b724ad37e8 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:41.454204 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port cb61115c-c21c-48c3-9213-f1b724ad37e8 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:41.454589 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.541245 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.563158 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port cb61115c-c21c-48c3-9213-f1b724ad37e8, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=cb61115c-c21c-48c3-9213-f1b724ad37e8,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:41.567925 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.568872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6453dfcd-f550-4440-9985-1af2d333412a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:41.659856 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=cb61115c-c21c-48c3-9213-f1b724ad37e8,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:41.671315 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 6453dfcd-f550-4440-9985-1af2d333412a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:41.671730 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.852865 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56272) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:41.858206 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2110751491-network', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:41.880018 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Made reservation on behalf of c68dd60ed7a749219b207ab327f1f2fe for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:41.882459 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:41.891989 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.017315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.021483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.054414 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:27:42.067257 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2893a-6a13-4327-816f-6e81afc40232,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:42.087376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.088484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Added segment b8f52792-d4d2-4533-a962-09d1aa583cb1 of type vlan for network a9e955ff-d292-46e5-b7b3-4269a2574478 Jul 23 09:27:42.150896 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.210256 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.211112 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:42.211724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.242430 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee2e9-e406-41f2-84ce-bd081221b6b1 req-398da260-023d-4eec-a013-5252a953fbf1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:42.243968 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-592ee2e9-e406-41f2-84ce-bd081221b6b1 req-398da260-023d-4eec-a013-5252a953fbf1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1104119 Jul 23 09:27:42.255789 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4017875 Jul 23 09:27:42.258697 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56288) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:42.264808 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Request body: {'subnet': {'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2110751491-subnet', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:42.287176 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Made reservation on behalf of c68dd60ed7a749219b207ab327f1f2fe for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:27:42.289816 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.303515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244b4ca-faeb-494e-a5f9-0a641bbd02db admin admin] Pushing event updated for resources: {'Network': ['ID=a9e955ff-d292-46e5-b7b3-4269a2574478,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:42.317232 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network a9e955ff-d292-46e5-b7b3-4269a2574478 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:27:42.321819 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-592ee2e9-e406-41f2-84ce-bd081221b6b1 req-3973bf26-d2c0-41b4-ae09-9b91bf93244d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697269 Jul 23 09:27:42.417944 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:42.427496 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:42.428155 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:42.466357 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.515024 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7638f1b4-04a9-4b17-992c-a13b2994a669,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:42.532638 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Checking segment: {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:42.533007 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Network hostable DHCP agents. Network: a9e955ff-d292-46e5-b7b3-4269a2574478, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:27:42.538119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:42.551814 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Network a9e955ff-d292-46e5-b7b3-4269a2574478 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:27:42.564045 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, a9e955ff-d292-46e5-b7b3-4269a2574478) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:42.568946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:42.569540 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.585199 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-12150873-9d0f-49cb-80f3-d4abc54d5d5c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3252559 Jul 23 09:27:42.587758 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56292) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:42.592382 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:42.616500 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.617691 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.675822 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.683850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa589f-3fa1-4819-82aa-bf92b0eb10ad None None] Network a9e955ff-d292-46e5-b7b3-4269a2574478 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:42.810938 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:42.943999 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-a9e955ff-d292-46e5-b7b3-4269a2574478', 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'fixed_ips': [{'subnet_id': '7638f1b4-04a9-4b17-992c-a13b2994a669'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:27:42.944892 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.033662 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 2, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:43.070425 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:43.070881 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Updating router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 port 30485eab-a417-43b0-b89d-770b013c4ded binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:43.136493 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.166395 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Allocated IP 172.20.0.2 (a9e955ff-d292-46e5-b7b3-4269a2574478/7638f1b4-04a9-4b17-992c-a13b2994a669/389afc40-aca3-40c5-ad0c-79f55068bbe9) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:43.231870 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.251912 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.290303 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device cb61115c-c21c-48c3-9213-f1b724ad37e8 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:43.364116 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Allocated IP 172.27.3.30 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/f0ccc65a-9f09-4e3a-bb72-a4f951c34252) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:43.467609 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.502681 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port cb61115c-c21c-48c3-9213-f1b724ad37e8 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:43.503135 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.506111 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.535774 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.545880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:43.548671 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:43.554082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:43.562649 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Transition to ACTIVE for port object 389afc40-aca3-40c5-ad0c-79f55068bbe9 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:43.581157 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:43.616850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Transition to ACTIVE for port object 389afc40-aca3-40c5-ad0c-79f55068bbe9 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:43.630003 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.647860 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.703719 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Network a9e955ff-d292-46e5-b7b3-4269a2574478 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:43.706150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Transition to ACTIVE for port object 30485eab-a417-43b0-b89d-770b013c4ded will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:43.720818 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:43.725432 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.730767 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:43.740330 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Pushing event updated for resources: {'Port': ['ID=389afc40-aca3-40c5-ad0c-79f55068bbe9,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:43.812256 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.864664 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Attempting to bind port 389afc40-aca3-40c5-ad0c-79f55068bbe9 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:43.865043 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Attempting to bind port 389afc40-aca3-40c5-ad0c-79f55068bbe9 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:43.865412 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Attempting to bind port 389afc40-aca3-40c5-ad0c-79f55068bbe9 on network a9e955ff-d292-46e5-b7b3-4269a2574478 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:43.869897 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b091e42-f40d-4e84-a3c9-e8e5ec117197 None None] Pushing event updated for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:43.892713 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:43.893096 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Checking segment: {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:43.893476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.893876 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Bound using segment: {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:43.894354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Bound port: 389afc40-aca3-40c5-ad0c-79f55068bbe9, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:43.894736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.913902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Attempting to bind port 30485eab-a417-43b0-b89d-770b013c4ded on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:43.914274 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Attempting to bind port 30485eab-a417-43b0-b89d-770b013c4ded by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:43.914640 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Attempting to bind port 30485eab-a417-43b0-b89d-770b013c4ded on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:43.922247 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:43.922624 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:43.923022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:43.923432 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Bound using segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:43.923902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Bound port: 30485eab-a417-43b0-b89d-770b013c4ded, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:43.924282 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:44.021940 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:44.024157 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] For port 389afc40-aca3-40c5-ad0c-79f55068bbe9, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:44.032274 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] For port 389afc40-aca3-40c5-ad0c-79f55068bbe9, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=389afc40-aca3-40c5-ad0c-79f55068bbe9,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:44.038510 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:44.068218 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] For port 30485eab-a417-43b0-b89d-770b013c4ded, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:44.094730 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] For port 30485eab-a417-43b0-b89d-770b013c4ded, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=30485eab-a417-43b0-b89d-770b013c4ded,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:44.106793 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:44.115836 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93b73c-6a13-4577-a420-1ac63b5a70ed None None] Pushing event updated for resources: {'Port': ['ID=389afc40-aca3-40c5-ad0c-79f55068bbe9,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:44.174438 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:44.175072 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:44.177544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Router 429675b5-cdae-4a35-83d3-8a8844907613 is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:27:44.267334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b091e42-f40d-4e84-a3c9-e8e5ec117197 None None] Pushing event updated for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:44.333533 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:44.334003 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:44.344491 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Sync routers for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:44.357977 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:44.358743 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:44.423702 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:44.426949 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c979a095-c9df-4af4-8f96-9ecd1dc98024 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8381996 Jul 23 09:27:44.430446 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56308) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:44.523718 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b1199-aff3-4236-ba68-2b7930be6888 req-6fcbf56a-e1e0-4a90-88d4-0342f5ac44b0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:44.533484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-349b1199-aff3-4236-ba68-2b7930be6888 req-6fcbf56a-e1e0-4a90-88d4-0342f5ac44b0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1135464 Jul 23 09:27:44.617972 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:44.626532 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-349b1199-aff3-4236-ba68-2b7930be6888 req-9209859b-27a5-473d-82b2-ba8ad9fdb46b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905027 Jul 23 09:27:44.847148 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:43Z', 'revision_number': 3, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:44.878055 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:44Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:44.880124 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Checking router: 429675b5-cdae-4a35-83d3-8a8844907613 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:44.880477 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Updating router 429675b5-cdae-4a35-83d3-8a8844907613 port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:44.907823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debf1a1-9c9b-4494-9acd-6d78582f9599 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:44Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:44.924915 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.079170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.299476 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.313461 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Transition to ACTIVE for port object f0ccc65a-9f09-4e3a-bb72-a4f951c34252 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:45.320886 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.348053 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Allocated IP 172.20.0.1 (a9e955ff-d292-46e5-b7b3-4269a2574478/7638f1b4-04a9-4b17-992c-a13b2994a669/746938c1-5b21-498d-81b1-751a44d7a7a5) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:27:45.373974 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bae89-f99d-44e6-ab1c-3f754da85d44 None None] Pushing event updated for resources: {'Port': ['ID=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:45.432115 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 30485eab-a417-43b0-b89d-770b013c4ded up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:45.452419 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Attempting to bind port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:45.453937 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Attempting to bind port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:45.454669 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Attempting to bind port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:45.465538 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:45.465913 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:45.466310 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.466878 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:45.467561 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Bound port: f0ccc65a-9f09-4e3a-bb72-a4f951c34252, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:45.468122 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.511377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 30485eab-a417-43b0-b89d-770b013c4ded completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:45.523290 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412771ff-76e7-4811-9a0f-e643078caa8a None None] Network a9e955ff-d292-46e5-b7b3-4269a2574478 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:27:45.539513 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] For port f0ccc65a-9f09-4e3a-bb72-a4f951c34252, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:45.543385 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] For port f0ccc65a-9f09-4e3a-bb72-a4f951c34252, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:45.548582 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.549569 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 30485eab-a417-43b0-b89d-770b013c4ded triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:45.549968 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.556878 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.581403 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Transition to ACTIVE for port object 746938c1-5b21-498d-81b1-751a44d7a7a5 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:45.599392 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:45.600310 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:45.611107 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e33fdb2e-a72a-4aef-a99c-659e7c5b91ae None None] Provisioning for port 389afc40-aca3-40c5-ad0c-79f55068bbe9 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:45.627309 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.682233 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Network a9e955ff-d292-46e5-b7b3-4269a2574478 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:45.694413 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:45.707776 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:27:45.727430 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Pushing event updated for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:45.751338 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bae89-f99d-44e6-ab1c-3f754da85d44 None None] Pushing event updated for resources: {'Port': ['ID=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:45.771328 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:45.796174 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.835097 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.841345 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd737-ea14-409e-bcef-aa5c4a636dbe req-e4782048-648e-420c-954f-04e0b71f15bd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:45.843079 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9abdd737-ea14-409e-bcef-aa5c4a636dbe req-e4782048-648e-420c-954f-04e0b71f15bd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1315615 Jul 23 09:27:45.880280 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 30485eab-a417-43b0-b89d-770b013c4ded, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=30485eab-a417-43b0-b89d-770b013c4ded,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:45.885060 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:45.886485 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 389afc40-aca3-40c5-ad0c-79f55068bbe9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:45.919482 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9abdd737-ea14-409e-bcef-aa5c4a636dbe req-95579aaa-0ff4-4575-a101-c8a3e9453be6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695949 Jul 23 09:27:45.982554 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:46.004010 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 389afc40-aca3-40c5-ad0c-79f55068bbe9 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:46.008641 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 389afc40-aca3-40c5-ad0c-79f55068bbe9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:46.009027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.039441 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:43Z', 'revision_number': 3, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:46.050649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.076427 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b40c25-7f67-432f-8b27-9d1be74e0b97 None None] The sync data for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi is: [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:43Z', 'revision_number': 3, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:46.134534 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.192346 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 389afc40-aca3-40c5-ad0c-79f55068bbe9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=389afc40-aca3-40c5-ad0c-79f55068bbe9,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:46.197851 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.267544 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=389afc40-aca3-40c5-ad0c-79f55068bbe9,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:46.292480 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Provisioning complete for port 389afc40-aca3-40c5-ad0c-79f55068bbe9 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:46.293248 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.309183 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.315604 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.420323 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.429498 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Pushing event updated for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:46.445158 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Provisioning for port 746938c1-5b21-498d-81b1-751a44d7a7a5 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:46.458386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Provisioning complete for port 746938c1-5b21-498d-81b1-751a44d7a7a5 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:46.458386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.520768 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-109ff136-eca3-420e-a2c6-0440c8ad5619 None None] Port 746938c1-5b21-498d-81b1-751a44d7a7a5 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:27:46.582848 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Network a9e955ff-d292-46e5-b7b3-4269a2574478 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:27:46.584510 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:27:46.679693 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2e5719a8-8b3b-48c2-b4da-667611685cf6 None None] Provisioning complete for port 746938c1-5b21-498d-81b1-751a44d7a7a5 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:46.686407 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e5719a8-8b3b-48c2-b4da-667611685cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:46.802202 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Router 429675b5-cdae-4a35-83d3-8a8844907613 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:27:46.871663 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-2e5719a8-8b3b-48c2-b4da-667611685cf6 None None] Port 746938c1-5b21-498d-81b1-751a44d7a7a5 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:27:47.013601 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-da424d4c-cf5c-42cb-92a8-1eba31d5e40e None None] Provisioning complete for port 746938c1-5b21-498d-81b1-751a44d7a7a5 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:47.014212 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-da424d4c-cf5c-42cb-92a8-1eba31d5e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:47.038516 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:27:47.058046 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6c611abb-c08a-4ee1-adb5-353a6fba5672 admin admin] 10.222.0.10 "PUT /v2.0/routers/429675b5-cdae-4a35-83d3-8a8844907613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167178 Jul 23 09:27:47.106067 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-da424d4c-cf5c-42cb-92a8-1eba31d5e40e None None] Port 746938c1-5b21-498d-81b1-751a44d7a7a5 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:27:47.158426 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d6b2-56fb-4b60-a4c0-64a2886167c6 req-1d0bbec9-e176-433c-84e7-20ed6cfa8cd1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:47.168606 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5344d6b2-56fb-4b60-a4c0-64a2886167c6 req-1d0bbec9-e176-433c-84e7-20ed6cfa8cd1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1162963 Jul 23 09:27:47.257391 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5344d6b2-56fb-4b60-a4c0-64a2886167c6 req-f0b24a8c-959a-4b01-9d88-bd91571d011c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880208 Jul 23 09:27:47.450739 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 30485eab-a417-43b0-b89d-770b013c4ded up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:47.522580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 30485eab-a417-43b0-b89d-770b013c4ded triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:47.522960 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:47.613463 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f0ccc65a-9f09-4e3a-bb72-a4f951c34252 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:47.662698 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:47.666685 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:47.667690 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:47.747128 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:47.767449 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port f0ccc65a-9f09-4e3a-bb72-a4f951c34252, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:47.771060 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:47.771870 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 389afc40-aca3-40c5-ad0c-79f55068bbe9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:47.851124 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:47.859664 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 389afc40-aca3-40c5-ad0c-79f55068bbe9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:47.860094 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.109314 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56372) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.113964 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591204523', 'description': 'tempest-secgroup-smoke-591204523 description', 'project_id': '85196b1f5a504e7cbe24427724298882'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:48.137623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.233088 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.237222 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.266260 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.270325 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1572096 Jul 23 09:27:48.270325 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b281-7da6-4ee4-84f0-4fdee9306905 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51d218-1ded-41fb-8f1c-1f025a7ecb39,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:48.270537 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56378) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.285618 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:48.329668 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.427183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.431164 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.435145 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aaad3-de4b-433a-a646-4dcfa1f070de req-748c46d1-e9cc-4884-b839-1722d0d378c7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:48.446201 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e7aaad3-de4b-433a-a646-4dcfa1f070de req-748c46d1-e9cc-4884-b839-1722d0d378c7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1071341 Jul 23 09:27:48.448729 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e311c8b-c6cc-471a-9c4d-f94081c71f1e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:48.476290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.480399 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-88f795f4-1c7e-4398-b51b-e257814e9b26 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060125 Jul 23 09:27:48.481008 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56392) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.488971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:48.503231 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e7aaad3-de4b-433a-a646-4dcfa1f070de req-57b96160-81e3-4b50-82af-e08ae95bbbb1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Jul 23 09:27:48.528991 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.585692 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.586463 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.606045 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90dd61f-a7c3-4f49-a98b-fd86456d5baf,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:48.615479 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.617351 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1ba6a487-eb16-49ee-8fed-c3c0f0575366 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352532 Jul 23 09:27:48.618622 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Sync routers for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:27:48.620028 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56398) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.625978 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:48.632911 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:48.635672 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:48.668674 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.715863 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:27:48.771946 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.780029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.784954 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:48.817880 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeebb60-2c3f-433f-a2d0-8ff4bcf681c4,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:48.834477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.835020 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cf3674fd-93ca-4f5f-be90-771ddf871ad9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2132404 Jul 23 09:27:48.838011 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56408) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.844778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:48.876546 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.933614 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.937531 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.961280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51958615-de8b-44f6-a5a1-12ad584aa97c,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:48.965167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:48.969113 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f2e023e-fb9d-4005-b853-20953b60f5cb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260774 Jul 23 09:27:48.969540 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56412) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:48.973857 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:49.007008 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Project 85196b1f5a504e7cbe24427724298882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:27:49.013207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.033354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 4, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '746938c1-5b21-498d-81b1-751a44d7a7a5', 'name': '', 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'mac_address': 'fa:16:3e:c2:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:45Z', 'updated_at': '2021-07-23T09:27:46Z', 'revision_number': 2, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'subnets': [{'id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:49.059278 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Checking router: 429675b5-cdae-4a35-83d3-8a8844907613 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:27:49.059706 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Updating router 429675b5-cdae-4a35-83d3-8a8844907613 port 746938c1-5b21-498d-81b1-751a44d7a7a5 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:27:49.089645 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.093587 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.093849 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.114492 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffdddf0-2c76-47f2-9eb1-93eeded1386a,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:49.118465 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.122753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56418) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:49.123242 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b82d4e05-b638-41e1-ac6f-5ecbb731c30e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525984 Jul 23 09:27:49.129820 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'security_group_rule': {'security_group_id': 'bb51d218-1ded-41fb-8f1c-1f025a7ecb39', 'project_id': '85196b1f5a504e7cbe24427724298882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:27:49.164839 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Project 85196b1f5a504e7cbe24427724298882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:27:49.171775 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.266712 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.272554 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.299639 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.300858 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764410 Jul 23 09:27:49.302159 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729737-c876-4e9d-ab10-0717cc291c5d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6e3b32-ba12-4557-91ae-1d4fce3983f6,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:49.315791 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f0ccc65a-9f09-4e3a-bb72-a4f951c34252 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:49.547310 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:49.547718 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.621262 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.640692 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Transition to ACTIVE for port object 746938c1-5b21-498d-81b1-751a44d7a7a5 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:27:49.674999 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.678601 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba4d49-a5b2-4020-8009-aaabd144be46 req-2b61f1fa-9b6f-40d8-84ea-33ac5dea1420 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:49.689209 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0ba4d49-a5b2-4020-8009-aaabd144be46 req-2b61f1fa-9b6f-40d8-84ea-33ac5dea1420 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1039369 Jul 23 09:27:49.752697 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0ba4d49-a5b2-4020-8009-aaabd144be46 req-b52f49fb-1400-48fa-8c05-f5465dda5a5e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 Jul 23 09:27:49.781397 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5367bc6-e6f7-489b-b138-87a5a1d95da6 None None] Pushing event updated for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:49.851081 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Attempting to bind port 746938c1-5b21-498d-81b1-751a44d7a7a5 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:27:49.851523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Attempting to bind port 746938c1-5b21-498d-81b1-751a44d7a7a5 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:27:49.851919 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Attempting to bind port 746938c1-5b21-498d-81b1-751a44d7a7a5 on network a9e955ff-d292-46e5-b7b3-4269a2574478 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:27:49.859639 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:27:49.860046 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Checking segment: {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:27:49.860476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.860897 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Bound using segment: {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:27:49.861408 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Bound port: 746938c1-5b21-498d-81b1-751a44d7a7a5, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f52792-d4d2-4533-a962-09d1aa583cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:27:49.861827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:49.989282 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] For port 746938c1-5b21-498d-81b1-751a44d7a7a5, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:27:49.992658 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] For port 746938c1-5b21-498d-81b1-751a44d7a7a5, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=746938c1-5b21-498d-81b1-751a44d7a7a5,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:27:49.997339 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:50.068673 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5367bc6-e6f7-489b-b138-87a5a1d95da6 None None] Pushing event updated for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:50.071685 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:27:50.072316 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:27:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:50.186549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:27:50.404807 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 4, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '746938c1-5b21-498d-81b1-751a44d7a7a5', 'name': '', 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'mac_address': 'fa:16:3e:c2:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:45Z', 'updated_at': '2021-07-23T09:27:49Z', 'revision_number': 4, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'subnets': [{'id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:27:50.437329 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5fd1-4ae1-4ae1-a53b-0a7cd453f052 None None] The sync data for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi is: [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 4, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '746938c1-5b21-498d-81b1-751a44d7a7a5', 'name': '', 'network_id': 'a9e955ff-d292-46e5-b7b3-4269a2574478', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'mac_address': 'fa:16:3e:c2:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:45Z', 'updated_at': '2021-07-23T09:27:49Z', 'revision_number': 4, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'subnets': [{'id': '7638f1b4-04a9-4b17-992c-a13b2994a669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:27:50.914297 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee82d2-5107-41b9-bddb-8e1709c9f227 req-c4a49dde-61e1-4d80-b8b6-32c663f7103b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:50.915952 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23ee82d2-5107-41b9-bddb-8e1709c9f227 req-c4a49dde-61e1-4d80-b8b6-32c663f7103b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0893710 Jul 23 09:27:50.958141 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23ee82d2-5107-41b9-bddb-8e1709c9f227 req-3f708e1e-1bbb-455a-9c0c-1284115b85a5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Jul 23 09:27:51.300281 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 746938c1-5b21-498d-81b1-751a44d7a7a5 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:51.349317 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 746938c1-5b21-498d-81b1-751a44d7a7a5 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:27:51.353009 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 746938c1-5b21-498d-81b1-751a44d7a7a5 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:51.353386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:51.435167 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:51.466120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 746938c1-5b21-498d-81b1-751a44d7a7a5, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=746938c1-5b21-498d-81b1-751a44d7a7a5,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:27:51.469611 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:51.514997 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:52.116032 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86497-d036-4ada-828e-61b5105bd25d req-4eaecfe7-a88b-48d0-829a-227cfb8a4275 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:52.117896 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68b86497-d036-4ada-828e-61b5105bd25d req-4eaecfe7-a88b-48d0-829a-227cfb8a4275 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0741320 Jul 23 09:27:52.168803 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68b86497-d036-4ada-828e-61b5105bd25d req-5fde4926-c8d2-4efc-b2cf-582f055411f2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Jul 23 09:27:52.933472 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10810a-354c-4b60-8bf6-b007ea1a500a req-0410efb9-acdd-4983-ac28-27d972009c47 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:52.934996 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e10810a-354c-4b60-8bf6-b007ea1a500a req-0410efb9-acdd-4983-ac28-27d972009c47 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0652745 Jul 23 09:27:52.972036 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e10810a-354c-4b60-8bf6-b007ea1a500a req-52b4a831-034d-470e-aaa9-1ccd40b496d7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Jul 23 09:27:53.314084 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 746938c1-5b21-498d-81b1-751a44d7a7a5 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:27:53.334955 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e59e8-f10b-4a6e-83aa-e4cd69d3a2ac req-68ed80fa-a07b-4a4f-968a-6cc816487230 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:53.336862 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3b5e59e8-f10b-4a6e-83aa-e4cd69d3a2ac req-68ed80fa-a07b-4a4f-968a-6cc816487230 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0823181 Jul 23 09:27:53.366114 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 746938c1-5b21-498d-81b1-751a44d7a7a5 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:27:53.366399 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:53.380564 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3b5e59e8-f10b-4a6e-83aa-e4cd69d3a2ac req-a779b7b3-d774-46d4-a46e-5280921cf514 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Jul 23 09:27:53.750889 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ba61c-5f5c-42c9-8b15-4d11d86feae0 req-ebf68585-9d41-49b3-bc11-69275bb6332e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:53.752471 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-383ba61c-5f5c-42c9-8b15-4d11d86feae0 req-ebf68585-9d41-49b3-bc11-69275bb6332e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0635219 Jul 23 09:27:53.790558 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-383ba61c-5f5c-42c9-8b15-4d11d86feae0 req-a5fe3811-4db1-4391-a3c2-6f6c527fe4a7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325649 Jul 23 09:27:53.831673 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:54.111845 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdabd-5cc5-494f-9c4e-907ae748ec79 req-8d37ec91-1ec0-4b37-a496-838444b35437 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:54.113312 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9b4bdabd-5cc5-494f-9c4e-907ae748ec79 req-8d37ec91-1ec0-4b37-a496-838444b35437 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0651884 Jul 23 09:27:54.151524 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9b4bdabd-5cc5-494f-9c4e-907ae748ec79 req-8d671095-729d-4fc9-aa10-ee126b6a9b4e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Jul 23 09:27:54.523274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3b535-9ea0-4bc4-a23f-44bd592c1ef2 req-bf4fa881-1b06-4eb0-b57f-c0803d6f2b27 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:54.524799 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33e3b535-9ea0-4bc4-a23f-44bd592c1ef2 req-bf4fa881-1b06-4eb0-b57f-c0803d6f2b27 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0661101 Jul 23 09:27:54.563818 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33e3b535-9ea0-4bc4-a23f-44bd592c1ef2 req-c531d6c5-0f35-49c0-bc7e-95fa1e320a6f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 23 09:27:54.927541 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0168-fdaf-4289-9e1a-ca5658bbda49 req-5e24f446-e124-4a97-9f0c-6717a719867f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:54.929035 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ff0168-fdaf-4289-9e1a-ca5658bbda49 req-5e24f446-e124-4a97-9f0c-6717a719867f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0656404 Jul 23 09:27:54.967076 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ff0168-fdaf-4289-9e1a-ca5658bbda49 req-2ea7913f-e0eb-4c09-b957-25cfd9e2f57d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322301 Jul 23 09:27:55.290672 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a662bef-b5cc-49af-9621-8004730bf985 req-2d7e523a-1d22-4d7f-a027-31ff76cdf4f5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:55.292211 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a662bef-b5cc-49af-9621-8004730bf985 req-2d7e523a-1d22-4d7f-a027-31ff76cdf4f5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0660350 Jul 23 09:27:55.330422 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0a662bef-b5cc-49af-9621-8004730bf985 req-df1cd4e7-b3c9-4a8a-b099-0bb72322260e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 23 09:27:55.689777 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56624) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:55.703802 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4d8b6-5060-4622-984b-acebc41841ae req-0a4f632c-3fd1-4d66-8989-dbe4d9d95057 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:55.706229 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fdc4d8b6-5060-4622-984b-acebc41841ae req-0a4f632c-3fd1-4d66-8989-dbe4d9d95057 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0711071 Jul 23 09:27:55.742741 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fdc4d8b6-5060-4622-984b-acebc41841ae req-b7e9d25d-8038-4996-b4e4-dac0bb4257ca tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Jul 23 09:27:55.793195 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08b1f617-d695-4ba0-922e-78ede227750a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:55.883116 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08b1f617-d695-4ba0-922e-78ede227750a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:55.887072 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-08b1f617-d695-4ba0-922e-78ede227750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:55.931708 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-08b1f617-d695-4ba0-922e-78ede227750a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=835045d6d05745a8b0e89ab7cd6e7567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408221 Jul 23 09:27:55.933928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1f617-d695-4ba0-922e-78ede227750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1369af-cb51-4e78-87b6-6b41062f6336,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:55.936286 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 56628) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:55.987270 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:56.014543 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:56.092416 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:56.095105 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:56.096380 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f1369af-cb51-4e78-87b6-6b41062f6336 HTTP/1.1" status: 204 len: 168 time: 0.1588805 Jul 23 09:27:56.107617 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b96b58-e89e-4a58-82bf-68fcad1414b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1369af-cb51-4e78-87b6-6b41062f6336,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:56.131460 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4695a33-31e6-4646-9502-eb211536486c req-fc3eba73-db29-4958-a2f2-504d11586313 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:56.136452 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f4695a33-31e6-4646-9502-eb211536486c req-fc3eba73-db29-4958-a2f2-504d11586313 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0989852 Jul 23 09:27:56.174373 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f4695a33-31e6-4646-9502-eb211536486c req-0da920c8-25e1-418c-8307-2dfdbe2b35bb tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351772 Jul 23 09:27:56.209206 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-657e1a3f-2b4c-4580-8459-e7f0537e2611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:56.469675 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca127c8-c8ec-4f25-9197-62d10912c8b1 req-31845432-ebb3-4a33-8de2-1102cd252b3c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:56.471160 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6ca127c8-c8ec-4f25-9197-62d10912c8b1 req-31845432-ebb3-4a33-8de2-1102cd252b3c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0674944 Jul 23 09:27:56.510760 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6ca127c8-c8ec-4f25-9197-62d10912c8b1 req-f89f81c6-5b03-4caa-ae92-30cdfb300a16 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 Jul 23 09:27:56.882545 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19416-2556-4784-af94-d4f5cba510e0 req-9eb23453-dca5-4c7a-8c40-76069a89753e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:56.884312 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-baf19416-2556-4784-af94-d4f5cba510e0 req-9eb23453-dca5-4c7a-8c40-76069a89753e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0724583 Jul 23 09:27:56.925836 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-baf19416-2556-4784-af94-d4f5cba510e0 req-1bcb91a8-c4cf-445e-880b-e8dd148bec0c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Jul 23 09:27:57.304803 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1faf7e-c4ef-4e4c-b117-ad5c32e81ebe req-d46cb946-2f54-42ce-a7b7-6469799c9790 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:57.308305 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c1faf7e-c4ef-4e4c-b117-ad5c32e81ebe req-d46cb946-2f54-42ce-a7b7-6469799c9790 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0627246 Jul 23 09:27:57.353729 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c1faf7e-c4ef-4e4c-b117-ad5c32e81ebe req-aeb11d7f-434b-4693-a267-c477a47e7781 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395846 Jul 23 09:27:57.649479 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6e799-b98c-4686-bea5-509be47a8e1c req-758e8074-34d6-4448-959c-39e26050c6ca tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:57.651822 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c3a6e799-b98c-4686-bea5-509be47a8e1c req-758e8074-34d6-4448-959c-39e26050c6ca tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0690825 Jul 23 09:27:57.688965 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c3a6e799-b98c-4686-bea5-509be47a8e1c req-c6924114-b976-4f82-8720-8572d4165a9a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Jul 23 09:27:57.964175 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56686) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:58.058122 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536167-5a98-4483-ab89-04a8d596779b req-436a3fa3-455c-4bd3-9824-d70dced2b0b4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:58.059668 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7f536167-5a98-4483-ab89-04a8d596779b req-436a3fa3-455c-4bd3-9824-d70dced2b0b4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0644357 Jul 23 09:27:58.083187 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.121349 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7f536167-5a98-4483-ab89-04a8d596779b req-25c21bd8-ddf1-4c41-aa97-40124a47fae4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Jul 23 09:27:58.193179 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.197803 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.235690 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5a9b8ff3bdc4987827e3f80b7840e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703516 Jul 23 09:27:58.238144 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 56694) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:27:58.244025 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ff361e-7e37-49ce-9899-d4508a6d18b8,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:58.258232 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.258575 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.258913 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.259239 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.259592 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.259917 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.260279 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.260729 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.261055 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.261373 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.261687 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.262001 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c525d2-4b8a-4650-a184-f43d84ee64ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:27:58.304363 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.325417 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.382988 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.387478 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:58.388797 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3ff361e-7e37-49ce-9899-d4508a6d18b8 HTTP/1.1" status: 204 len: 168 time: 0.1497269 Jul 23 09:27:58.401851 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1d2d-102a-4f77-b452-ff89c64cc191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ff361e-7e37-49ce-9899-d4508a6d18b8,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:27:58.501740 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956651cb-c7ef-4d09-b5c9-a70ed606fd91 req-eebbb8b1-3d03-498b-9ce3-adaf05e2a166 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:58.503273 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-956651cb-c7ef-4d09-b5c9-a70ed606fd91 req-eebbb8b1-3d03-498b-9ce3-adaf05e2a166 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0684259 Jul 23 09:27:58.544432 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-956651cb-c7ef-4d09-b5c9-a70ed606fd91 req-672672b3-8c8d-4296-94aa-0ffd4ca9d4ae tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352604 Jul 23 09:27:58.826091 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4401f6-5a35-4e6e-9fad-495db67c4284 req-c5f4899f-d685-4ab6-bdb3-5c962781e1dc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:58.827788 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de4401f6-5a35-4e6e-9fad-495db67c4284 req-c5f4899f-d685-4ab6-bdb3-5c962781e1dc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0690691 Jul 23 09:27:58.865413 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de4401f6-5a35-4e6e-9fad-495db67c4284 req-dd8929c3-3582-48ea-adb4-c024e7cdc14d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Jul 23 09:27:58.923637 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:59.091764 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7a6b-b38f-4ec2-ad8a-fe2b9f84fd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:27:59.259548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edf53c-8848-4b29-9a75-ba02425f5c27 req-bca84cbd-535a-4ab2-8935-929a5746d69c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:59.261165 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-38edf53c-8848-4b29-9a75-ba02425f5c27 req-bca84cbd-535a-4ab2-8935-929a5746d69c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0704110 Jul 23 09:27:59.521918 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-38edf53c-8848-4b29-9a75-ba02425f5c27 req-40d89622-75d5-4c5a-9e15-edb95ba3dd63 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552917 Jul 23 09:27:59.671060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca59f9-3133-4fe6-be94-b6994022d1bb req-bdbc76ac-85a9-450b-98e4-cb171c0579c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:59.672455 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-12ca59f9-3133-4fe6-be94-b6994022d1bb req-bdbc76ac-85a9-450b-98e4-cb171c0579c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0622723 Jul 23 09:27:59.711697 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-12ca59f9-3133-4fe6-be94-b6994022d1bb req-b2983f2f-1725-40de-9f09-85a3f49ee9fe tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335987 Jul 23 09:27:59.996888 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53beb5e7-1fbf-4411-b690-6f7aa8b05bfa req-bca64b83-21f3-4077-9aa5-d03415a39c31 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:27:59.998420 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53beb5e7-1fbf-4411-b690-6f7aa8b05bfa req-bca64b83-21f3-4077-9aa5-d03415a39c31 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0634115 Jul 23 09:28:00.036465 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53beb5e7-1fbf-4411-b690-6f7aa8b05bfa req-181fd20b-543a-4802-b61f-d21ca78c9a13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Jul 23 09:28:00.188197 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:00.648706 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ca33-772b-470b-a724-b818f562d826 req-159849df-4225-4f12-bb50-b527ee82faa6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:00.650410 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b439ca33-772b-470b-a724-b818f562d826 req-159849df-4225-4f12-bb50-b527ee82faa6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0612106 Jul 23 09:28:00.686169 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b439ca33-772b-470b-a724-b818f562d826 req-c3481a7a-b26f-4915-a5a8-d33ac046196b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299582 Jul 23 09:28:00.839482 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a5a1e-e5d1-4b6d-8a9e-c402fdaa9d79 req-47cf9f99-5ac2-4c06-8f9f-50475ed36cec tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:00.840953 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a22a5a1e-e5d1-4b6d-8a9e-c402fdaa9d79 req-47cf9f99-5ac2-4c06-8f9f-50475ed36cec tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0631061 Jul 23 09:28:00.880613 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a22a5a1e-e5d1-4b6d-8a9e-c402fdaa9d79 req-a29249ec-32ac-4e74-ad9f-6370e21e12a9 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341761 Jul 23 09:28:01.166117 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4e279-ede3-4fe1-b2cb-94272bdceda6 req-af244a21-27bd-436c-bc2c-2114ca7040cd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:01.168202 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73e4e279-ede3-4fe1-b2cb-94272bdceda6 req-af244a21-27bd-436c-bc2c-2114ca7040cd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0618932 Jul 23 09:28:01.204208 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73e4e279-ede3-4fe1-b2cb-94272bdceda6 req-b9d487cd-8d68-4c14-b4a0-3559f0667fc0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 Jul 23 09:28:01.535093 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:01.817801 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e79dc-bf49-4639-8ca4-7d9660b51759 req-df3b5499-679c-4a45-b1e1-6faaad94ad0e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:01.819333 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3b1e79dc-bf49-4639-8ca4-7d9660b51759 req-df3b5499-679c-4a45-b1e1-6faaad94ad0e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0672824 Jul 23 09:28:01.858944 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3b1e79dc-bf49-4639-8ca4-7d9660b51759 req-86e6fe22-3ded-45ed-b05a-07dd278d7df0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Jul 23 09:28:02.015861 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac6c5e-1c0a-49bd-80f2-e60877e6645b req-a1593451-9d9f-4123-9bda-9dd59ea87034 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:02.017259 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-24ac6c5e-1c0a-49bd-80f2-e60877e6645b req-a1593451-9d9f-4123-9bda-9dd59ea87034 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0667984 Jul 23 09:28:02.055069 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-24ac6c5e-1c0a-49bd-80f2-e60877e6645b req-bf1a13ba-9123-49b4-8b49-79546aa82ea7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314560 Jul 23 09:28:02.339939 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c602de8-3861-47bc-bcba-84021413b30c req-e8a76f82-7302-483c-b26e-71b2f4202a13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:02.341404 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c602de8-3861-47bc-bcba-84021413b30c req-e8a76f82-7302-483c-b26e-71b2f4202a13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0650322 Jul 23 09:28:02.379615 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c602de8-3861-47bc-bcba-84021413b30c req-1ec15e55-0531-438f-af37-455daed9ca64 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Jul 23 09:28:02.794907 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-da3d5e67-7b79-4d9a-8e5d-78522af82733 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296409 Jul 23 09:28:02.971743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-99a7c693-0e29-4406-a20a-4e9b01b4b7cf tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:02.973445 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-99a7c693-0e29-4406-a20a-4e9b01b4b7cf tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733537 Jul 23 09:28:02.989003 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-b31c201b-008f-4cfb-99f1-a3618540ecb6 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/quotas/76d437b5126b4a6da3fafd139e7eccdf HTTP/1.1" status: 200 len: 375 time: 0.0090766 Jul 23 09:28:03.000525 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5aa44-dd7b-4335-b724-ac8f33402bb6 req-97856bc2-0055-4861-ae48-e72c2e4016c1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:03.002219 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16c5aa44-dd7b-4335-b724-ac8f33402bb6 req-97856bc2-0055-4861-ae48-e72c2e4016c1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0709493 Jul 23 09:28:03.042247 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16c5aa44-dd7b-4335-b724-ac8f33402bb6 req-78334eb7-30a5-4727-ba86-78a56240efca tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Jul 23 09:28:03.046077 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-2332232f-a864-4649-a49a-e46c10dbc815 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519028 Jul 23 09:28:03.187176 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5a886-3ba2-4acb-b11a-381126742a22 req-9ea3dcaf-08ed-4225-b5bd-9757b85f41c3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:03.188751 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22d5a886-3ba2-4acb-b11a-381126742a22 req-9ea3dcaf-08ed-4225-b5bd-9757b85f41c3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0651171 Jul 23 09:28:03.240117 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22d5a886-3ba2-4acb-b11a-381126742a22 req-11094b88-5afa-484a-9d21-f0ca8f6d27e5 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446746 Jul 23 09:28:03.260690 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c07e51bd-f6e3-4ce6-97ef-29fbdd225d50 req-a2ee1795-d5ee-437c-9dc4-4cb37e1125cf tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 210 time: 0.0329998 Jul 23 09:28:03.525238 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b4eba-e5bd-4885-954c-c451f422b6e6 req-5fdae049-3673-45f8-9370-5a71ac2164c1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:03.527882 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e4b4eba-e5bd-4885-954c-c451f422b6e6 req-5fdae049-3673-45f8-9370-5a71ac2164c1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0708575 Jul 23 09:28:03.574448 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e4b4eba-e5bd-4885-954c-c451f422b6e6 req-a50a5c26-96eb-4ed7-b031-2d92db0049db tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376728 Jul 23 09:28:04.173934 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e65c38-c7a0-4a06-a541-a484e9ec9030 req-37d1304b-f40a-4b13-a591-e4b8a3cc9cc5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:04.175616 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e8e65c38-c7a0-4a06-a541-a484e9ec9030 req-37d1304b-f40a-4b13-a591-e4b8a3cc9cc5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0643802 Jul 23 09:28:04.214010 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e8e65c38-c7a0-4a06-a541-a484e9ec9030 req-814e6f62-6009-40b1-9aeb-b89ce4aadc67 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 23 09:28:04.362346 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4bd8f8de-a1b3-49e0-b70d-55e69269bb1d req-c8002491-bc28-4627-9cc4-59e7d3b406f8 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 210 time: 0.0329282 Jul 23 09:28:04.372038 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631e73-b062-4114-8b31-e74b78a01aaa req-f70bdd67-afc5-4133-a331-6f80a0749ce5 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:04.373528 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bd631e73-b062-4114-8b31-e74b78a01aaa req-f70bdd67-afc5-4133-a331-6f80a0749ce5 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0669129 Jul 23 09:28:04.411200 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bd631e73-b062-4114-8b31-e74b78a01aaa req-2096cd1b-c68c-43e8-9ebe-d38a89c2d341 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320106 Jul 23 09:28:04.707723 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9148-141b-4a8a-8145-0cda690f2efe req-9a3b2ab4-f03f-4796-970e-58fe7a9b6a7b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:04.709178 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c3d9148-141b-4a8a-8145-0cda690f2efe req-9a3b2ab4-f03f-4796-970e-58fe7a9b6a7b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0637720 Jul 23 09:28:04.746575 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c3d9148-141b-4a8a-8145-0cda690f2efe req-e56a7495-6360-4d76-af58-20c676d69a89 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Jul 23 09:28:05.341100 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb99793-c4f0-48e6-a40b-98838fec830d req-dfd1be1c-e5c1-43cb-abf8-106c3c87e6d5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:05.342654 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9fb99793-c4f0-48e6-a40b-98838fec830d req-dfd1be1c-e5c1-43cb-abf8-106c3c87e6d5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0631790 Jul 23 09:28:05.379918 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9fb99793-c4f0-48e6-a40b-98838fec830d req-42b0378a-5e95-4f2b-91f0-ae53dd8cda2f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Jul 23 09:28:05.459261 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d09baf79-ed34-4940-b74b-bf96a1c7a04b req-9162bf17-52bc-43e4-8872-edec5af5b234 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 210 time: 0.0298667 Jul 23 09:28:05.552118 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53667639-c774-4aea-8c6c-b3460b6fe51d req-867bb72b-decb-464a-8855-add804ac27ad tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:05.553719 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53667639-c774-4aea-8c6c-b3460b6fe51d req-867bb72b-decb-464a-8855-add804ac27ad tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0689986 Jul 23 09:28:05.593109 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53667639-c774-4aea-8c6c-b3460b6fe51d req-fe56f3c8-7802-46bb-9490-e241b0a7e9e8 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338509 Jul 23 09:28:05.884361 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040761f7-0b60-40af-8c94-e37483222c76 req-c4f61b5a-d91b-495c-a3c1-576222b133df tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:05.886512 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-040761f7-0b60-40af-8c94-e37483222c76 req-c4f61b5a-d91b-495c-a3c1-576222b133df tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0661924 Jul 23 09:28:06.117717 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-040761f7-0b60-40af-8c94-e37483222c76 req-aead45d2-2e7b-439b-b151-5a79b7ef6f81 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254224 Jul 23 09:28:06.515280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a9986-3673-4d1c-b4b4-46ab56f2d988 req-b2798fa3-c7c7-401d-b244-ad533ea755c8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:06.515280 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-323a9986-3673-4d1c-b4b4-46ab56f2d988 req-b2798fa3-c7c7-401d-b244-ad533ea755c8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0682795 Jul 23 09:28:06.555700 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-323a9986-3673-4d1c-b4b4-46ab56f2d988 req-5520ce2c-c21b-4d9f-9c96-8fe1862f07c3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Jul 23 09:28:06.559884 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-87897c76-141b-4739-8f6b-ddacdd9e810f req-f04bb6d7-bec0-41d1-ade0-7abdaec26dc6 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 210 time: 0.0295515 Jul 23 09:28:06.734947 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-0ee42719-fecc-40ff-a1d4-f80d700c0533 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351965 Jul 23 09:28:06.870332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92fc0b-b8c8-4356-8377-e3cf952c0d03 req-4cf8f3a9-4380-4202-a7d4-0b0a060c9878 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:06.871778 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bd92fc0b-b8c8-4356-8377-e3cf952c0d03 req-4cf8f3a9-4380-4202-a7d4-0b0a060c9878 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.2061844 Jul 23 09:28:06.975092 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bd92fc0b-b8c8-4356-8377-e3cf952c0d03 req-d8e3f84b-5093-4993-a7bc-0a5428fd31ab tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887446 Jul 23 09:28:06.982609 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-9d20a0b3-3237-47af-b66d-5603124c1da5 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:06.984042 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-9d20a0b3-3237-47af-b66d-5603124c1da5 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432864 Jul 23 09:28:06.996929 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Request body: {'port': {'device_id': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c', 'admin_state_up': True, 'tenant_id': '76d437b5126b4a6da3fafd139e7eccdf'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:07.106583 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Made reservation on behalf of 76d437b5126b4a6da3fafd139e7eccdf for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:07.109964 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.118381 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.208981 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.212980 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.264351 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71cfb5-9005-4810-95fd-0d3acce6d58e req-eda8e294-9a01-48f9-8aaa-04222681d96f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:07.265836 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef71cfb5-9005-4810-95fd-0d3acce6d58e req-eda8e294-9a01-48f9-8aaa-04222681d96f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0669723 Jul 23 09:28:07.286848 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf0045-2f34-4fc7-8447-0a82051f6285,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:07.298543 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.298883 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.299218 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.299577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.299925 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.300232 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.300551 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.300873 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.301195 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.301517 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.301833 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.302147 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:07.309157 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef71cfb5-9005-4810-95fd-0d3acce6d58e req-2c498e8e-7f73-4bbd-97f9-b838b7fb968c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 Jul 23 09:28:07.360801 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Allocated IP 192.168.233.154 (1ecdbc5c-900f-463a-a2f6-6380b00efe2c/bac5d58f-6296-4610-a5c0-49b778a4fd70/6a8b5977-fd76-469c-9ae3-bc153d0055fc) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:07.505543 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.518234 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Transition to ACTIVE for port object 6a8b5977-fd76-469c-9ae3-bc153d0055fc will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:07.551127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.592777 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:07.597856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:07.602139 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:07.609141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Pushing event updated for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:07.668894 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:07.668894 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.709972 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-5e5ef3cc-8ad1-4700-a187-a6f4264452e2 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7167926 Jul 23 09:28:07.717865 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139c424-55ac-41c5-8b70-18ae7a8ab2cb req-1bc1b08c-a680-4869-ad06-7ab9c8cd9726 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:07.719504 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b139c424-55ac-41c5-8b70-18ae7a8ab2cb req-1bc1b08c-a680-4869-ad06-7ab9c8cd9726 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 936 time: 0.0774493 Jul 23 09:28:07.735245 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44b21d-cb66-48ed-a7b8-0ac02f4acf14 req-d75a95c7-33d9-4e02-8b0a-2994c2d9c559 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:07.742969 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f44b21d-cb66-48ed-a7b8-0ac02f4acf14 req-d75a95c7-33d9-4e02-8b0a-2994c2d9c559 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1012745 Jul 23 09:28:07.764222 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b139c424-55ac-41c5-8b70-18ae7a8ab2cb req-61102e5f-49c9-4722-b2bc-75ec4f479833 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 Jul 23 09:28:07.783666 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f44b21d-cb66-48ed-a7b8-0ac02f4acf14 req-34939062-6dd3-4b54-a30d-728ffd8d4979 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Jul 23 09:28:07.910729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4197b150-ad62-4891-bcd2-cf0d72a514fc None None] Provisioning for port 6a8b5977-fd76-469c-9ae3-bc153d0055fc completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:07.914313 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4197b150-ad62-4891-bcd2-cf0d72a514fc None None] Provisioning complete for port 6a8b5977-fd76-469c-9ae3-bc153d0055fc triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:07.914690 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4197b150-ad62-4891-bcd2-cf0d72a514fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:07.952630 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4197b150-ad62-4891-bcd2-cf0d72a514fc None None] Port 6a8b5977-fd76-469c-9ae3-bc153d0055fc cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:08.102235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b136c8-f5df-4bab-81c4-1f89652f6aee req-ca17e5a9-9616-487d-9a6c-bd448ae84a29 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:08.103711 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7b136c8-f5df-4bab-81c4-1f89652f6aee req-ca17e5a9-9616-487d-9a6c-bd448ae84a29 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0617783 Jul 23 09:28:08.140111 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7b136c8-f5df-4bab-81c4-1f89652f6aee req-d995d747-2e2c-46ad-bd6f-12262f5844df tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309029 Jul 23 09:28:08.440137 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745513db-ad91-408c-b7a4-ddb7b675686e req-a021ca19-9899-4a40-b3c1-5e67f67da237 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:08.441495 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-745513db-ad91-408c-b7a4-ddb7b675686e req-a021ca19-9899-4a40-b3c1-5e67f67da237 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0614848 Jul 23 09:28:08.477633 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-745513db-ad91-408c-b7a4-ddb7b675686e req-ce5595a3-e6cd-4228-aac0-190bbb236d34 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307481 Jul 23 09:28:08.898448 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c58c-ff2e-49cf-bf02-3c7494044e04 req-bf82d810-451f-410b-8edd-08a93c7c5775 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:08.900240 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f828c58c-ff2e-49cf-bf02-3c7494044e04 req-bf82d810-451f-410b-8edd-08a93c7c5775 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 936 time: 0.0633352 Jul 23 09:28:08.910183 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58806fe6-c496-4bf6-b39b-93091254bae5 req-525deed9-72a8-4d8f-81c6-8427a9f1e960 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:08.911756 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-58806fe6-c496-4bf6-b39b-93091254bae5 req-525deed9-72a8-4d8f-81c6-8427a9f1e960 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0615568 Jul 23 09:28:08.938578 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f828c58c-ff2e-49cf-bf02-3c7494044e04 req-eea7cd74-ee21-414f-96e0-16d0018a788d tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 23 09:28:08.948547 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-58806fe6-c496-4bf6-b39b-93091254bae5 req-4819412c-3e7d-4b75-9978-8c07bac201da tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Jul 23 09:28:09.270056 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19573589-3d33-4af8-87b3-27e8b6587a52 req-0b51313b-edc0-4230-a9b4-82c46a5b1096 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:09.271536 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-19573589-3d33-4af8-87b3-27e8b6587a52 req-0b51313b-edc0-4230-a9b4-82c46a5b1096 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0644984 Jul 23 09:28:09.308925 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-19573589-3d33-4af8-87b3-27e8b6587a52 req-50973759-b33f-4ce8-b332-4681e9028a80 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312276 Jul 23 09:28:09.614899 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e8578-23ed-4170-b6c7-fb8bc1eed0f0 req-e677631d-f6d9-44e3-b416-44445ee47ff0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:09.616517 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-810e8578-23ed-4170-b6c7-fb8bc1eed0f0 req-e677631d-f6d9-44e3-b416-44445ee47ff0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0675941 Jul 23 09:28:09.652973 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-810e8578-23ed-4170-b6c7-fb8bc1eed0f0 req-582454a1-e75a-4c3a-8b7a-85179fa2d788 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Jul 23 09:28:10.074277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50559f5-f172-4e0c-8a7a-27f13b03948c req-1504bed4-3743-4f3d-81ee-6de2799d73bf tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:10.077542 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d50559f5-f172-4e0c-8a7a-27f13b03948c req-1504bed4-3743-4f3d-81ee-6de2799d73bf tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 936 time: 0.0702319 Jul 23 09:28:10.093762 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac881-d980-4a2f-8e88-08347d63d653 req-ebfb9887-30af-46b6-931e-1ca4e78af108 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:10.095281 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-030ac881-d980-4a2f-8e88-08347d63d653 req-ebfb9887-30af-46b6-931e-1ca4e78af108 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0705216 Jul 23 09:28:10.113335 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d50559f5-f172-4e0c-8a7a-27f13b03948c req-b6b7b5c4-cb27-4bce-b9a6-31a59228102b tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Jul 23 09:28:10.133104 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-030ac881-d980-4a2f-8e88-08347d63d653 req-714ae2dc-559f-4aa7-809f-86e31512847e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 23 09:28:10.238887 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Request body: {'port': {'device_id': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:10.312038 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.439453 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8686f-42ad-407f-8707-5a443a04581e req-abd2c815-9de0-4cc2-8e15-1ae7240b6e7c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:10.441215 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37c8686f-42ad-407f-8707-5a443a04581e req-abd2c815-9de0-4cc2-8e15-1ae7240b6e7c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0674584 Jul 23 09:28:10.479115 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37c8686f-42ad-407f-8707-5a443a04581e req-a06d9e7d-5089-40b2-bd41-b2c954297e45 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320544 Jul 23 09:28:10.574819 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8b5977-fd76-469c-9ae3-bc153d0055fc {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:28:10.582964 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.596278 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Transition to ACTIVE for port object 6a8b5977-fd76-469c-9ae3-bc153d0055fc will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:10.601389 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.677680 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:10.761192 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Attempting to bind port 6a8b5977-fd76-469c-9ae3-bc153d0055fc on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:10.761534 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Attempting to bind port 6a8b5977-fd76-469c-9ae3-bc153d0055fc by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:10.761868 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Attempting to bind port 6a8b5977-fd76-469c-9ae3-bc153d0055fc on network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:10.771160 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Port 6a8b5977-fd76-469c-9ae3-bc153d0055fc on network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:28:10.771524 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Attempting to bind port 6a8b5977-fd76-469c-9ae3-bc153d0055fc on network 1ecdbc5c-900f-463a-a2f6-6380b00efe2c {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:10.777905 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:10.778302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Checking segment: {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:10.778709 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Bound using segment: {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:10.779148 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Bound port: 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25decf22-e687-41b7-8883-c28f6369c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:10.779562 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.847195 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7a49d-976f-4b77-bd7d-f38a62f139d0 req-1300955f-12ac-4c06-af85-ebbbd3af22b7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:10.848630 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3af7a49d-976f-4b77-bd7d-f38a62f139d0 req-1300955f-12ac-4c06-af85-ebbbd3af22b7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1187971 Jul 23 09:28:10.883463 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:10.902876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:10.911248 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3af7a49d-976f-4b77-bd7d-f38a62f139d0 req-5ff7fc78-ad1c-403e-84da-040e8a7e6e7a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532508 Jul 23 09:28:10.912241 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.942712 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:10.943545 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:10.944939 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a8b5977-fd76-469c-9ae3-bc153d0055fc HTTP/1.1" status: 200 len: 1098 time: 0.7105341 Jul 23 09:28:10.947004 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:10.950304 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956d8ae-9245-453f-97ac-9f635f166f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:10.980113 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4527d-1f38-4bbf-8180-0e22c0706b01 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:11.013126 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54e08a-c4ec-4ab1-b60d-b9feeb019414 x-openstack-request-id: req-7f54e08a-c4ec-4ab1-b60d-b9feeb019414 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:11.013419 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:11.013671 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f54e08a-c4ec-4ab1-b60d-b9feeb019414 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:11.014090 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc', 'status': 'completed', 'code': 200} Jul 23 09:28:11.042862 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-efe2e82a-a29d-46c7-8216-a3e4da4a457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.044749 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-efe2e82a-a29d-46c7-8216-a3e4da4a457b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 1101 time: 0.0607216 Jul 23 09:28:11.092445 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-25cae597-9976-4a1d-8f6c-fb7d49f715d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc HTTP/1.1" status: 200 len: 217 time: 0.0393074 Jul 23 09:28:11.152576 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-3373b578-8060-47e3-919e-c9de74385f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.154146 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-3373b578-8060-47e3-919e-c9de74385f5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bac5d58f-6296-4610-a5c0-49b778a4fd70 HTTP/1.1" status: 200 len: 843 time: 0.0548825 Jul 23 09:28:11.300999 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-6915edd5-ae4e-46c5-9524-9797132d0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.302826 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53137baf-68f0-4743-b70f-eb0e7b0b455f req-7b2fe436-a2fd-4ce0-9a31-9197b67c8306 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.304441 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53137baf-68f0-4743-b70f-eb0e7b0b455f req-7b2fe436-a2fd-4ce0-9a31-9197b67c8306 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0828047 Jul 23 09:28:11.305108 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-6915edd5-ae4e-46c5-9524-9797132d0f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ecdbc5c-900f-463a-a2f6-6380b00efe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1363356 Jul 23 09:28:11.356955 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54a59-4780-4dec-ae0e-535cbcb8a724 req-62c1d730-fe08-420f-81c0-5bc3e16dc397 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.358421 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-91a54a59-4780-4dec-ae0e-535cbcb8a724 req-62c1d730-fe08-420f-81c0-5bc3e16dc397 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 948 time: 0.1504455 Jul 23 09:28:11.368127 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53137baf-68f0-4743-b70f-eb0e7b0b455f req-4361200e-bdfc-45db-b4c3-b290a7644c78 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Jul 23 09:28:11.440881 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-91a54a59-4780-4dec-ae0e-535cbcb8a724 req-c3030e95-7236-4df2-8f94-aa2c4578b3d5 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Jul 23 09:28:11.444750 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-8435c7e5-da27-44f5-aecf-c829aeb8363a service neutron] 10.222.0.13 "GET /v2.0/networks/1ecdbc5c-900f-463a-a2f6-6380b00efe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280675 Jul 23 09:28:11.541171 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-33ed3fa4-dbe2-42ff-bf1c-2a4271d607ad req-4742d9e9-0686-44f9-8654-bcfdaac97bab service neutron] 10.222.0.13 "GET /v2.0/networks/1ecdbc5c-900f-463a-a2f6-6380b00efe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887809 Jul 23 09:28:11.615083 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e5354-2787-469b-824d-a3b07b3d5d1a req-777cd378-dc0c-4a7f-917c-db36de138241 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.616616 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d24e5354-2787-469b-824d-a3b07b3d5d1a req-777cd378-dc0c-4a7f-917c-db36de138241 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0664728 Jul 23 09:28:11.649446 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-e496553f-ab89-450b-82ae-dd906bff3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.652109 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-e496553f-ab89-450b-82ae-dd906bff3b0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 1101 time: 0.0610945 Jul 23 09:28:11.659173 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d24e5354-2787-469b-824d-a3b07b3d5d1a req-cabaa7f8-8e26-4ad0-bb5c-69a5a7bc2ee4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358391 Jul 23 09:28:11.758110 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-06777539-49da-4b4f-aa94-c150d6ca4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.761616 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-06777539-49da-4b4f-aa94-c150d6ca4c62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ecdbc5c-900f-463a-a2f6-6380b00efe2c HTTP/1.1" status: 200 len: 870 time: 0.1013539 Jul 23 09:28:11.827655 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-90165db7-b3c1-4c6f-bdbb-dd4d7f4780d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc HTTP/1.1" status: 200 len: 217 time: 0.0540233 Jul 23 09:28:11.883611 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-dbe2ad48-a770-4126-951b-cc038e663b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.885824 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-dbe2ad48-a770-4126-951b-cc038e663b1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bac5d58f-6296-4610-a5c0-49b778a4fd70 HTTP/1.1" status: 200 len: 843 time: 0.0475659 Jul 23 09:28:11.950095 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238dcd-c848-4499-ad7f-af944a3111f7 req-64c42a0c-5152-40ea-b126-949948453098 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:11.951634 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62238dcd-c848-4499-ad7f-af944a3111f7 req-64c42a0c-5152-40ea-b126-949948453098 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0671275 Jul 23 09:28:11.989284 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62238dcd-c848-4499-ad7f-af944a3111f7 req-5d930548-4088-4170-b803-c0762f5c5829 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321345 Jul 23 09:28:12.102687 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328517ae-260c-4326-83c5-16b7d29720fb req-0be59495-32bb-4352-9027-064859ba88d7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.105020 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-328517ae-260c-4326-83c5-16b7d29720fb req-0be59495-32bb-4352-9027-064859ba88d7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1189277 Jul 23 09:28:12.111092 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-74bb480d-8847-4412-8500-fc5f5417d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.112621 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-74bb480d-8847-4412-8500-fc5f5417d5bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ecdbc5c-900f-463a-a2f6-6380b00efe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1116664 Jul 23 09:28:12.115089 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-abd26183-dc7a-4c5e-8658-88db2398b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.116594 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-abd26183-dc7a-4c5e-8658-88db2398b536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.0536265 Jul 23 09:28:12.177286 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-328517ae-260c-4326-83c5-16b7d29720fb req-95253baf-97f5-4245-a3dd-d3ef5380cbe3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637178 Jul 23 09:28:12.217884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-04a9a219-6672-4987-b1f5-593e5a8b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.219388 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-04a9a219-6672-4987-b1f5-593e5a8b6e07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.0931458 Jul 23 09:28:12.241667 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-a5878ad4-14fd-4743-b9b8-357b38a07ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/1ecdbc5c-900f-463a-a2f6-6380b00efe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147952 Jul 23 09:28:12.268139 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:28:12.285065 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-768fd5a9-5ece-4efa-9d31-8ded892bc552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1002 time: 0.0580540 Jul 23 09:28:12.333834 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d956d8ae-9245-453f-97ac-9f635f166f4c req-8ba7ff26-ddc7-4218-9ec0-1d76cea29cdf service neutron] 10.222.0.13 "GET /v2.0/networks/1ecdbc5c-900f-463a-a2f6-6380b00efe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Jul 23 09:28:12.342827 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-292a7e6f-6c77-44e8-9213-2d5e87c5c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.344323 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-292a7e6f-6c77-44e8-9213-2d5e87c5c7eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0508356 Jul 23 09:28:12.366239 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:12.376997 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '27495413-9f21-4299-9af7-426c7cc6c64f', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:28:12.408620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-552fd5e1-af72-4dec-aad7-9518016e6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.410610 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-552fd5e1-af72-4dec-aad7-9518016e6722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577717 Jul 23 09:28:12.414215 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:12.426945 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:28:12.449209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:12.454796 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:12.504508 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=6']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:12.512709 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.513056 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.513398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.513736 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.514068 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.514397 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.514726 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.515050 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.515397 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.515763 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.516074 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.516392 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:28:12.548799 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-903d739c-160c-41c3-9a08-1d68f291c222 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300998 Jul 23 09:28:12.561570 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469512c-c548-4871-b7ba-613b656dfd1b req-71cd623e-2de8-48f7-a4d3-a2214088d6f3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.563489 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5469512c-c548-4871-b7ba-613b656dfd1b req-71cd623e-2de8-48f7-a4d3-a2214088d6f3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.1277447 Jul 23 09:28:12.592255 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba418a-29f9-4238-9af5-bdb5e6b60db1 req-5028f9a4-fef2-4a25-999b-40ebd7cf626d tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:12.594022 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88ba418a-29f9-4238-9af5-bdb5e6b60db1 req-5028f9a4-fef2-4a25-999b-40ebd7cf626d tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 948 time: 0.0720122 Jul 23 09:28:12.622286 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['27495413-9f21-4299-9af7-426c7cc6c64f'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:28:12.633440 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88ba418a-29f9-4238-9af5-bdb5e6b60db1 req-996b078c-7ed1-4fb6-837d-db89a82ac26f tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Jul 23 09:28:12.655648 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5469512c-c548-4871-b7ba-613b656dfd1b req-b14b9c57-dda4-4b7b-818d-6252e38a5bbd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Jul 23 09:28:12.680292 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2a59cfc-bcb7-4e6e-97ed-be5bbd6bf0c9 req-f5194706-0e49-43f9-8287-cc3e5c3a8a1b service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158481 Jul 23 09:28:13.028565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e83a7-93ee-4754-8a1c-14f6e4a43bce req-116caddd-9b43-4d8b-a2e3-47f79d19fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:13.030126 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-142e83a7-93ee-4754-8a1c-14f6e4a43bce req-116caddd-9b43-4d8b-a2e3-47f79d19fd61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 1099 time: 0.0518956 Jul 23 09:28:13.068622 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-142e83a7-93ee-4754-8a1c-14f6e4a43bce req-6070afc9-e683-4621-a7b8-cdf237104692 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279024 Jul 23 09:28:13.122313 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9b50-fe92-43c6-9c3a-d75078419d6d req-034dd16a-326b-4842-a12a-273f5311b61e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:13.123803 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-847a9b50-fe92-43c6-9c3a-d75078419d6d req-034dd16a-326b-4842-a12a-273f5311b61e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0618012 Jul 23 09:28:13.159321 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-847a9b50-fe92-43c6-9c3a-d75078419d6d req-5e16d42c-e832-432f-8c34-901d057f1c08 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300660 Jul 23 09:28:13.460687 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f410f-9db4-4ab8-949a-173d0ac57a64 req-71e8b9b9-795c-4cd8-83c5-5b6f542965a3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:13.462194 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-504f410f-9db4-4ab8-949a-173d0ac57a64 req-71e8b9b9-795c-4cd8-83c5-5b6f542965a3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 945 time: 0.0635114 Jul 23 09:28:13.499305 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-504f410f-9db4-4ab8-949a-173d0ac57a64 req-85232857-677f-488a-94fb-80b171ceb0eb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Jul 23 09:28:13.767179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00eac3-ce4c-4f2d-b183-906571d91296 req-e52c2172-44aa-44f2-8219-55fb0d1d81fe tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:13.769945 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5e00eac3-ce4c-4f2d-b183-906571d91296 req-e52c2172-44aa-44f2-8219-55fb0d1d81fe tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 948 time: 0.0698485 Jul 23 09:28:13.794798 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc6203-86dd-45a6-9283-7df04484cea4 req-667c2d5b-bae0-44ea-9958-4c723b3cd831 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:13.796674 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7ccc6203-86dd-45a6-9283-7df04484cea4 req-667c2d5b-bae0-44ea-9958-4c723b3cd831 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0739801 Jul 23 09:28:13.830056 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5e00eac3-ce4c-4f2d-b183-906571d91296 req-5710a471-314c-4cc4-b18c-7498531e9fb1 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Jul 23 09:28:13.852487 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7ccc6203-86dd-45a6-9283-7df04484cea4 req-7085ae5e-a906-4ac7-b9ae-87b1cf6b1292 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Jul 23 09:28:14.287521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f21f7-1444-4582-8236-a808316f90a7 req-c191cf69-f8d8-4e6b-8786-7c854366532d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:14.288054 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 6a8b5977-fd76-469c-9ae3-bc153d0055fc details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:28:14.289012 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-980f21f7-1444-4582-8236-a808316f90a7 req-c191cf69-f8d8-4e6b-8786-7c854366532d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0625145 Jul 23 09:28:14.336001 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-980f21f7-1444-4582-8236-a808316f90a7 req-75869134-f1b1-40cc-86d2-f86df4b1249f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408299 Jul 23 09:28:14.360362 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:14.417432 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:14.431126 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '6a8b5977-fd76-469c-9ae3-bc153d0055fc', 'network_id': '1ecdbc5c-900f-463a-a2f6-6380b00efe2c', 'port_id': '6a8b5977-fd76-469c-9ae3-bc153d0055fc', 'mac_address': 'fa:16:3e:a3:18:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac5d58f-6296-4610-a5c0-49b778a4fd70', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:28:14.439183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 27495413-9f21-4299-9af7-426c7cc6c64f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:14.439545 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:14.502323 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:14.517387 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b5977-fd76-469c-9ae3-bc153d0055fc {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:28:14.561549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:14.567945 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:14.603317 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:14.642196 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e1ca-714f-485d-9c3a-7d63e76aa91b req-355d9abb-9139-4e34-b755-b6c76474080a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:14.643894 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8311e1ca-714f-485d-9c3a-7d63e76aa91b req-355d9abb-9139-4e34-b755-b6c76474080a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 945 time: 0.0724509 Jul 23 09:28:14.644627 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:14.646851 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d590f-de8c-4e1d-add8-94898b4d699d" -d '{"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:14.657522 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:14.666818 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:14.672653 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:14.690630 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8311e1ca-714f-485d-9c3a-7d63e76aa91b req-87d9c51f-7786-4d95-97d2-05cd196cb8f5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Jul 23 09:28:14.706532 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41987a-4560-4440-b0f5-7bc81a9a5820 x-openstack-request-id: req-7d41987a-4560-4440-b0f5-7bc81a9a5820 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:14.706783 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:14.707036 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d41987a-4560-4440-b0f5-7bc81a9a5820 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:14.707502 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'code': 200} Jul 23 09:28:14.734586 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=7']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:14.959376 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669390-52bc-4223-bc37-16c7944cc991 req-12294ee4-68d5-4a8b-8c81-59ba447a1e1a tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:14.960953 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-52669390-52bc-4223-bc37-16c7944cc991 req-12294ee4-68d5-4a8b-8c81-59ba447a1e1a tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 949 time: 0.0632610 Jul 23 09:28:14.982040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901de2-2fc5-44fc-bb9f-4bb03739f3c5 req-36e1bac8-d4d4-4dd1-8d7b-c0946c45dfd2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:14.983581 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe901de2-2fc5-44fc-bb9f-4bb03739f3c5 req-36e1bac8-d4d4-4dd1-8d7b-c0946c45dfd2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0628169 Jul 23 09:28:14.990212 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['6a8b5977-fd76-469c-9ae3-bc153d0055fc'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:28:14.997813 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-52669390-52bc-4223-bc37-16c7944cc991 req-29b64bd0-d3ab-4228-9e9f-7bae359d3c20 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Jul 23 09:28:15.022060 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe901de2-2fc5-44fc-bb9f-4bb03739f3c5 req-62056d40-00bc-4388-bda0-14d31ab70dbf tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Jul 23 09:28:15.375615 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e75b-fd06-4852-8a2d-267b7b4e3398 req-9b39df68-ab52-4e1a-b8bf-2ced1d610a6e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:15.377160 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b28e75b-fd06-4852-8a2d-267b7b4e3398 req-9b39df68-ab52-4e1a-b8bf-2ced1d610a6e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.2845452 Jul 23 09:28:15.419946 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b28e75b-fd06-4852-8a2d-267b7b4e3398 req-91dfc47e-9193-4398-86a2-eb4cb665d553 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Jul 23 09:28:15.643451 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-7283383c-0460-4c43-aa53-8e14e4055948 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591204523&fields=id&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 267 time: 0.0468960 Jul 23 09:28:15.779454 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-c4ceedcd-fab5-42dd-ac1d-b30e5a7f2f04 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:15.780994 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-c4ceedcd-fab5-42dd-ac1d-b30e5a7f2f04 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1285737 Jul 23 09:28:15.798527 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-44343236-2d69-493c-8c65-746022cec641 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/quotas/85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 375 time: 0.0101271 Jul 23 09:28:15.854251 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591d54-fca6-4bef-9733-e1fc31bd44a8 req-0ea2597a-cb27-4f64-8fab-294d8a9cb498 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:15.856586 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf591d54-fca6-4bef-9733-e1fc31bd44a8 req-0ea2597a-cb27-4f64-8fab-294d8a9cb498 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0786469 Jul 23 09:28:15.897024 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-b5afffed-9bad-456a-8beb-756aeeedb356 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931823 Jul 23 09:28:15.899245 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf591d54-fca6-4bef-9733-e1fc31bd44a8 req-50879051-d62c-41ef-a003-3dc00e3460e5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359421 Jul 23 09:28:16.054482 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8f3adb15-6598-4b33-b637-aa9d9bb1a49b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:28:16.055912 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8f3adb15-6598-4b33-b637-aa9d9bb1a49b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504961 Jul 23 09:28:16.138106 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc8fa-ef09-47c2-ada9-a6c375d8215e req-1e3a2ddf-71a0-4649-abb3-f07ad12225be tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:16.144087 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-618cc8fa-ef09-47c2-ada9-a6c375d8215e req-1e3a2ddf-71a0-4649-abb3-f07ad12225be tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 949 time: 0.0697172 Jul 23 09:28:16.151582 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-7acb19c5-e470-40b8-a54c-a8f13639681f service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Jul 23 09:28:16.188705 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-618cc8fa-ef09-47c2-ada9-a6c375d8215e req-3612a25c-ea27-437c-91d5-a61d17369421 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jul 23 09:28:16.256811 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-98e0769e-2f84-4498-aa55-68f56bc7cac8 service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951262 Jul 23 09:28:16.284631 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 6a8b5977-fd76-469c-9ae3-bc153d0055fc up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:16.357205 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 6a8b5977-fd76-469c-9ae3-bc153d0055fc completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:16.362590 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 6a8b5977-fd76-469c-9ae3-bc153d0055fc triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:16.362939 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.499046 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.539120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57086) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:16.541007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:16.547173 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.638961 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:16.694268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e4561a1-3777-45d3-a296-0b47d822acc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.708179 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:16.710726 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ecea16-b9ad-4c40-aa2e-69654cc61b52" -d '{"events": [{"server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:16.718966 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b878c04e-71b0-4d1b-a8a5-670e325903f5 req-bf879e1e-aad5-49e0-acf8-752e656bde2d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 210 time: 0.0513146 Jul 23 09:28:16.769626 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2c8af-e246-4f55-99c8-3a0d9cc0ed0f x-openstack-request-id: req-47c2c8af-e246-4f55-99c8-3a0d9cc0ed0f {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:16.769913 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:16.770221 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47c2c8af-e246-4f55-99c8-3a0d9cc0ed0f {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:16.770612 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc', 'code': 200} Jul 23 09:28:16.848642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e4561a1-3777-45d3-a296-0b47d822acc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.854902 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e4561a1-3777-45d3-a296-0b47d822acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:16.900866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4561a1-3777-45d3-a296-0b47d822acc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1242c8-4145-48f9-b093-799ea4b4e55c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:16.905923 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0e4561a1-3777-45d3-a296-0b47d822acc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e726af0eaedc4505afebbec7e77beff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654985 Jul 23 09:28:16.908534 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57104) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:17.114399 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:17.136168 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:17.206937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525d0e-ca52-40d6-9579-e39a423b67ed req-848623e7-be37-418e-884e-c2ca4f2e03c0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.208492 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4e525d0e-ca52-40d6-9579-e39a423b67ed req-848623e7-be37-418e-884e-c2ca4f2e03c0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1950572 Jul 23 09:28:17.214286 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9796b2-bec4-43a7-85c8-01d5ef94a2cc req-bcd230c7-b19e-4888-8f3f-e664eddbf16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.216159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f9796b2-bec4-43a7-85c8-01d5ef94a2cc req-bcd230c7-b19e-4888-8f3f-e664eddbf16b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 1103 time: 0.2038527 Jul 23 09:28:17.267120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:17.269857 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:17.271880 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a1242c8-4145-48f9-b093-799ea4b4e55c HTTP/1.1" status: 204 len: 168 time: 0.3619466 Jul 23 09:28:17.284577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-59cf9154-0d4c-4b9a-ba5d-e0daad2f89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.290222 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd47f3-1af3-44dc-b03c-219ae845b445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1242c8-4145-48f9-b093-799ea4b4e55c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:17.293578 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-59cf9154-0d4c-4b9a-ba5d-e0daad2f89e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.1877649 Jul 23 09:28:17.314049 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4e525d0e-ca52-40d6-9579-e39a423b67ed req-fc4c9a78-4342-4839-b35c-8bb3186cee7a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858924 Jul 23 09:28:17.315680 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f9796b2-bec4-43a7-85c8-01d5ef94a2cc req-00934057-1d8d-4c1b-a658-d46f94c2cefd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Jul 23 09:28:17.328968 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68042042-336a-4586-a780-1915aaffcf92 req-a9464d6c-3e29-4b95-bbe9-b9d76d9803c7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.336217 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68042042-336a-4586-a780-1915aaffcf92 req-a9464d6c-3e29-4b95-bbe9-b9d76d9803c7 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1776721 Jul 23 09:28:17.450386 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68042042-336a-4586-a780-1915aaffcf92 req-3a0975e2-e7fe-4e1d-b838-b243d549e844 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130691 Jul 23 09:28:17.514754 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-95b7ef4a-2c62-4c23-94ac-9823cf01397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.526091 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-95b7ef4a-2c62-4c23-94ac-9823cf01397e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.2065165 Jul 23 09:28:17.587882 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-2a04aac6-cdd2-467a-9a7a-307e73d82ffd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0466206 Jul 23 09:28:17.618698 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2555-5684-46da-ac1f-5167cf0e66e1 req-d907d991-caa4-4eee-949f-30a7cda7f87e tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.626777 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bd7e2555-5684-46da-ac1f-5167cf0e66e1 req-d907d991-caa4-4eee-949f-30a7cda7f87e tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 950 time: 0.1547866 Jul 23 09:28:17.677927 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-0fc7691e-eb36-406b-91e5-f88fa54a079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:17.679797 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-0fc7691e-eb36-406b-91e5-f88fa54a079b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0736809 Jul 23 09:28:17.710836 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bd7e2555-5684-46da-ac1f-5167cf0e66e1 req-fd6e333e-a471-4553-a735-62a6e40ef0ca tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Jul 23 09:28:17.740888 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-04b355ee-caff-49b5-8217-dcd94bbd5b7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460913 Jul 23 09:28:17.866930 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c3e40dd4-1c2f-4ba6-8e08-3573e6fc55c0 req-357727b7-f3d3-41f9-a4d2-0f8bb22d4cf5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 210 time: 0.0465224 Jul 23 09:28:17.893746 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-30865920-c4e6-44f5-86cf-b3a530ce6957 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443126 Jul 23 09:28:17.993134 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6d8d4b6b-43b1-448d-b9b7-6ff21520a030 req-eb7e66aa-fa30-479a-bffc-7d8d2cfffffa service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Jul 23 09:28:18.252572 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-54194146-079a-426c-943c-a8796e198257 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:18.254078 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-54194146-079a-426c-943c-a8796e198257 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1265500 Jul 23 09:28:18.322132 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-2a6cb128-92c9-48e0-a765-4cdfb0f5d5f7 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 379 time: 0.0386701 Jul 23 09:28:18.342698 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'port': {'device_id': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'admin_state_up': True, 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'security_groups': ['bb51d218-1ded-41fb-8f1c-1f025a7ecb39']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:18.490638 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cf03f-d38d-45f7-9f0f-538504f6befd req-980f343b-060c-44f7-9393-50840f28a91a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:18.492445 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f62cf03f-d38d-45f7-9f0f-538504f6befd req-980f343b-060c-44f7-9393-50840f28a91a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0884888 Jul 23 09:28:18.515149 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Made reservation on behalf of 85196b1f5a504e7cbe24427724298882 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:18.519617 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:18.558580 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f62cf03f-d38d-45f7-9f0f-538504f6befd req-275d2499-2197-4ee1-8b96-8d7f3d5937f1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564609 Jul 23 09:28:18.721182 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d5b9-0d2c-419b-949d-4aea0f6bef78 req-1b5730a6-4589-4928-ab24-70d8a992c10c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:18.722655 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b29d5b9-0d2c-419b-949d-4aea0f6bef78 req-1b5730a6-4589-4928-ab24-70d8a992c10c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1754565 Jul 23 09:28:18.730698 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.20.0.5 (fe06b95f-3f48-4bf9-9a43-327d0458bae5/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb/30aa5e23-4a35-4f36-8ec8-fafe8d8a285b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:18.798533 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b29d5b9-0d2c-419b-949d-4aea0f6bef78 req-4f39c6d0-2a24-481e-becc-13e25b5a9b34 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Jul 23 09:28:18.965697 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:18.984947 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3ddd2-3703-4257-a2eb-897e0b4b36f2 req-58a1f2fc-91c9-4dd2-a525-35dfd4fe17db tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:18.996944 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6be3ddd2-3703-4257-a2eb-897e0b4b36f2 req-58a1f2fc-91c9-4dd2-a525-35dfd4fe17db tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 950 time: 0.1910670 Jul 23 09:28:19.011393 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bb3bb838-56e4-4e1f-bc5c-35f2030dd4d5 req-ab428bcf-97bb-4229-a985-ce16f6acef9c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 210 time: 0.0430522 Jul 23 09:28:19.014191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Transition to ACTIVE for port object 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:19.068665 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:19.094879 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6be3ddd2-3703-4257-a2eb-897e0b4b36f2 req-d798d976-b098-4f0b-bf9a-e52b37c5912b tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912132 Jul 23 09:28:19.122051 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:19.127167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:19.132093 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:19.177057 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:19.270844 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.278570 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:19.317599 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-8803b2b2-4f62-4ecb-aca1-b563cb378020 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9788692 Jul 23 09:28:19.348377 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Request body: {'port': {'device_id': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:19.460916 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:19.498258 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-a17ac26a-546a-4392-8a76-532c5f729784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.502791 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-a17ac26a-546a-4392-8a76-532c5f729784 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1099 time: 0.0951967 Jul 23 09:28:19.615507 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-0d20b3a3-8646-4272-8e70-29f635eb9f5c None None] Provisioning for port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:19.622631 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-0d20b3a3-8646-4272-8e70-29f635eb9f5c None None] Provisioning complete for port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:19.623077 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0d20b3a3-8646-4272-8e70-29f635eb9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:19.677464 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-7f3dd72d-b1e0-442e-8955-efb8a94ea273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.679763 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-7f3dd72d-b1e0-442e-8955-efb8a94ea273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.1553214 Jul 23 09:28:19.682551 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0d20b3a3-8646-4272-8e70-29f635eb9f5c None None] Port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:19.763201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95746d68-c358-4416-b4ae-542f23c737c6 req-e731639c-af24-4fc6-9fb6-da4e2710938e tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.770304 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-95746d68-c358-4416-b4ae-542f23c737c6 req-e731639c-af24-4fc6-9fb6-da4e2710938e tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 950 time: 0.1617699 Jul 23 09:28:19.787809 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-f4929a85-4b5f-47ce-8678-f4b01a0ca01c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 1002 time: 0.0971506 Jul 23 09:28:19.847536 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9810bc8-129d-4df0-ace9-c1af906760a1 req-fc6fc1ae-250a-4475-a788-e29e904f97ef tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.855236 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a9810bc8-129d-4df0-ace9-c1af906760a1 req-fc6fc1ae-250a-4475-a788-e29e904f97ef tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1479611 Jul 23 09:28:19.861773 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-95746d68-c358-4416-b4ae-542f23c737c6 req-f9c294de-8a52-48a9-a917-0ce7e00880ac tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Jul 23 09:28:19.881566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-b83d104e-0cd4-410e-96de-33b8af2b2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:19.883630 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-b83d104e-0cd4-410e-96de-33b8af2b2dce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0877964 Jul 23 09:28:19.931846 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a9810bc8-129d-4df0-ace9-c1af906760a1 req-12053c6f-efab-40cb-8259-e5452e967daf tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674560 Jul 23 09:28:19.972597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:28:19.984434 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:20.006337 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Transition to ACTIVE for port object 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:20.011772 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:20.016011 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-f442772f-0ff2-4247-92a5-166a75f527fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.017448 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-f442772f-0ff2-4247-92a5-166a75f527fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1257222 Jul 23 09:28:20.031099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3f5e-bd2b-4eda-bab3-28103a012bc0 req-1bb3efe4-f3d7-41aa-aced-5a6c8423fc6d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.032637 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf5a3f5e-bd2b-4eda-bab3-28103a012bc0 req-1bb3efe4-f3d7-41aa-aced-5a6c8423fc6d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0921757 Jul 23 09:28:20.147232 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:20.170563 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf5a3f5e-bd2b-4eda-bab3-28103a012bc0 req-9e2ea370-0d99-4581-8f14-b3634d1ba15d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189172 Jul 23 09:28:20.234041 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Attempting to bind port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:20.234378 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Attempting to bind port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:20.234708 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Attempting to bind port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:20.242921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:28:20.243247 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Attempting to bind port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:20.252282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:20.252519 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:20.252806 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Bound using segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:20.253237 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Bound port: 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:20.253594 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:20.263138 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-11a33539-039e-4e9a-a8e0-525a22849aac service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161868 Jul 23 09:28:20.340371 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb023e3d-6ff1-4e1f-aa5f-f1a6a7f22c1d req-870d4dd7-75d1-4279-ba40-2844b809b7fa tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.341884 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bb023e3d-6ff1-4e1f-aa5f-f1a6a7f22c1d req-870d4dd7-75d1-4279-ba40-2844b809b7fa tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.1775918 Jul 23 09:28:20.409358 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bb023e3d-6ff1-4e1f-aa5f-f1a6a7f22c1d req-ee1486f7-07bd-4ccf-9141-b899629a5b5c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548451 Jul 23 09:28:20.422415 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:20.434065 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:20.441508 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:20.447673 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb77f71e-9d0a-4608-b57b-3d573ae938dc req-6b42797b-78ef-473c-bf74-b6a9fe0db80a service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810861 Jul 23 09:28:20.522490 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:20.526441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.527136 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:20.528838 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-d8ff91a3-23e6-487c-b915-bca7448c7210 service neutron] 10.222.0.13 "PUT /v2.0/ports/30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 200 len: 1093 time: 1.1883852 Jul 23 09:28:20.529285 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:20.534389 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0554fa23-7b46-471c-974a-0e8a7b06eac3" -d '{"events": [{"name": "network-changed", "server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:20.582655 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5aa149-c726-46ab-a233-cf93828c9fed x-openstack-request-id: req-1a5aa149-c726-46ab-a233-cf93828c9fed {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:20.582950 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:20.583202 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a5aa149-c726-46ab-a233-cf93828c9fed {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:20.583646 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'status': 'completed', 'code': 200} Jul 23 09:28:20.694050 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-030195f5-ee21-404b-8f79-dd063b610674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.695733 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-030195f5-ee21-404b-8f79-dd063b610674 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1096 time: 0.1013150 Jul 23 09:28:20.755777 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-2e5d0a50-5412-4f4d-906f-fd070cdf1b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 200 len: 217 time: 0.0367494 Jul 23 09:28:20.817582 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-44fda091-875b-4e8f-86f1-462608008605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.819060 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-44fda091-875b-4e8f-86f1-462608008605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0553231 Jul 23 09:28:20.903455 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-64463cb3-af48-4c1d-b844-bd8e43ee310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:20.905896 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-64463cb3-af48-4c1d-b844-bd8e43ee310a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766242 Jul 23 09:28:21.047369 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-ca00b794-dfed-49a6-959f-642805bb389f service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346052 Jul 23 09:28:21.113288 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9263-a4d5-496d-9d7e-dd73b6c5ef8e req-029c5b63-aed4-4538-91fb-78a0966d7ead tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.120777 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5efb9263-a4d5-496d-9d7e-dd73b6c5ef8e req-029c5b63-aed4-4538-91fb-78a0966d7ead tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 950 time: 0.1781294 Jul 23 09:28:21.153261 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78585a0-88d0-4860-991a-e604a45dcc7f req-3230a762-dde1-40b5-a579-20502c8cb919 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.161378 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f78585a0-88d0-4860-991a-e604a45dcc7f req-3230a762-dde1-40b5-a579-20502c8cb919 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1495354 Jul 23 09:28:21.209729 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec051bf5-633b-49a3-b729-e90053516f61 req-32a4d0b0-0385-41b1-a392-f101291ad7f7 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.211242 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ec051bf5-633b-49a3-b729-e90053516f61 req-32a4d0b0-0385-41b1-a392-f101291ad7f7 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 950 time: 0.1501653 Jul 23 09:28:21.214283 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5efb9263-a4d5-496d-9d7e-dd73b6c5ef8e req-41354734-2f6b-46e8-910f-e0dbaf0cb2e5 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/security-groups?id=9adf0045-2f34-4fc7-8447-0a82051f6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926244 Jul 23 09:28:21.226835 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22dfc8c4-ad00-49ef-acea-09671f0ff726 req-977fdab4-d897-4bb4-8d7b-32c422553832 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641517 Jul 23 09:28:21.254900 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f78585a0-88d0-4860-991a-e604a45dcc7f req-803421b3-d491-4f7f-b588-b784b407ac81 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925605 Jul 23 09:28:21.402929 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-8505522f-601e-4115-9f81-3f26eec1e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.404270 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-8505522f-601e-4115-9f81-3f26eec1e473 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1096 time: 0.1173108 Jul 23 09:28:21.415189 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163eec-4ca8-4317-afb9-1a1b46e840a9 req-436c2a33-8764-4695-9366-ea01197d8c2f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.422389 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09163eec-4ca8-4317-afb9-1a1b46e840a9 req-436c2a33-8764-4695-9366-ea01197d8c2f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0978534 Jul 23 09:28:21.427405 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Deleting port 6a8b5977-fd76-469c-9ae3-bc153d0055fc {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:28:21.427895 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:21.524708 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09163eec-4ca8-4317-afb9-1a1b46e840a9 req-6b326e1a-ddf5-4fb3-9cfc-74fbd4c39db0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016819 Jul 23 09:28:21.553589 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-7b83270d-6454-46ea-bef6-fc52c775cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.555291 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-7b83270d-6454-46ea-bef6-fc52c775cefa service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.1306300 Jul 23 09:28:21.580514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] For port 6a8b5977-fd76-469c-9ae3-bc153d0055fc, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a8b5977-fd76-469c-9ae3-bc153d0055fc,segment=NetworkSegment(25decf22-e687-41b7-8883-c28f6369c59f),segment_id=25decf22-e687-41b7-8883-c28f6369c59f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:21.581171 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:21.602311 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Calling delete_port for 6a8b5977-fd76-469c-9ae3-bc153d0055fc owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:28:21.620604 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-d51abefd-be81-4774-8666-e14b09805096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 200 len: 217 time: 0.0587087 Jul 23 09:28:21.678997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-1cdc37e2-9150-4d58-a099-2d3a534c1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.680620 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-1cdc37e2-9150-4d58-a099-2d3a534c1c57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0527263 Jul 23 09:28:21.760970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-dc518d7b-ba1b-4edb-8916-2df1ff5968c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.762867 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-dc518d7b-ba1b-4edb-8916-2df1ff5968c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707970 Jul 23 09:28:21.896670 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-55d8bc9c-c2a3-45dc-a7e6-5df0b2b717f4 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Jul 23 09:28:21.966891 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc0539-b6c0-4a1b-9550-11e0e7aaafba req-63730f3f-117d-489c-aea0-5d8fc8087f32 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:21.973606 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fffc0539-b6c0-4a1b-9550-11e0e7aaafba req-63730f3f-117d-489c-aea0-5d8fc8087f32 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.4748030 Jul 23 09:28:22.000362 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0554fa23-7b46-471c-974a-0e8a7b06eac3 req-7861981a-b6a3-4f1f-bac5-d02a48d6976b service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967267 Jul 23 09:28:22.028725 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fffc0539-b6c0-4a1b-9550-11e0e7aaafba req-237475a0-093c-4309-a15a-131165acbf3b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535676 Jul 23 09:28:22.106912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:22.128082 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['6a8b5977-fd76-469c-9ae3-bc153d0055fc'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:28:22.140969 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Pushing event deleted for resources: {'Port': ['ID=6a8b5977-fd76-469c-9ae3-bc153d0055fc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:22.223231 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] No DVR routers for this DVR port 6a8b5977-fd76-469c-9ae3-bc153d0055fc on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:28:22.231129 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:22.233182 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ec051bf5-633b-49a3-b729-e90053516f61 req-2a7fd2d7-a64d-41f2-a730-5fcc338e5cfb tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.13 "DELETE /v2.0/ports/6a8b5977-fd76-469c-9ae3-bc153d0055fc HTTP/1.1" status: 204 len: 173 time: 1.0085795 Jul 23 09:28:22.235046 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'name': 'network-vif-deleted', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:22.239197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcdd4f5-b6a6-41c7-80ed-5780dd3ddd3d" -d '{"events": [{"server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "name": "network-vif-deleted", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:22.289565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6966f7-c357-4457-8ea9-d9cea9283f1d x-openstack-request-id: req-8f6966f7-c357-4457-8ea9-d9cea9283f1d {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:22.289565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbb5257-e402-48cf-aea1-b61436e31b7d", "name": "network-vif-deleted", "tag": "6a8b5977-fd76-469c-9ae3-bc153d0055fc", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:22.289565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f6966f7-c357-4457-8ea9-d9cea9283f1d {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:22.289813 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbb5257-e402-48cf-aea1-b61436e31b7d', 'name': 'network-vif-deleted', 'tag': '6a8b5977-fd76-469c-9ae3-bc153d0055fc', 'status': 'completed', 'code': 200} Jul 23 09:28:22.374336 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60241b39-980c-49f3-a01b-b4e996db53da req-1822bf50-c4d3-4f2d-8daa-e78332cce9f1 tempest-VolumesNegativeTest-1821918379 tempest-VolumesNegativeTest-1821918379-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fbb5257-e402-48cf-aea1-b61436e31b7d HTTP/1.1" status: 200 len: 210 time: 0.0638442 Jul 23 09:28:22.444133 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda0595-e1ec-45ad-8027-799676d3e2cb req-4639790c-9ff3-4d20-9554-2a757dbdfe2e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:22.452572 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-afda0595-e1ec-45ad-8027-799676d3e2cb req-4639790c-9ff3-4d20-9554-2a757dbdfe2e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0889475 Jul 23 09:28:22.491397 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-afda0595-e1ec-45ad-8027-799676d3e2cb req-febe815b-a017-424f-a386-5f3515022cc9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Jul 23 09:28:22.687714 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41342-93eb-4d08-91bd-55534ae04a28 req-9fe8ff3f-b2ed-465c-ac34-1275e2ebca3f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:22.695432 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20c41342-93eb-4d08-91bd-55534ae04a28 req-9fe8ff3f-b2ed-465c-ac34-1275e2ebca3f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0808582 Jul 23 09:28:22.739666 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20c41342-93eb-4d08-91bd-55534ae04a28 req-ddfe47c6-111b-4f1d-9182-127fc342bc3e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Jul 23 09:28:23.172148 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9651-9566-4ef5-8005-8eed9ae85039 req-41fbfba3-ed55-4918-96c7-1f6a4a8f70ea tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:23.173612 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-463d9651-9566-4ef5-8005-8eed9ae85039 req-41fbfba3-ed55-4918-96c7-1f6a4a8f70ea tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.0713201 Jul 23 09:28:23.220225 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-463d9651-9566-4ef5-8005-8eed9ae85039 req-40d1d80a-184e-48df-90b9-31b0a34019eb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Jul 23 09:28:23.710686 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46ffb-1306-4877-9f84-991c631f5122 req-eeca9716-02b4-4d1a-aa93-1c3849f04252 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:23.712283 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ed46ffb-1306-4877-9f84-991c631f5122 req-eeca9716-02b4-4d1a-aa93-1c3849f04252 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0772381 Jul 23 09:28:23.763199 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ed46ffb-1306-4877-9f84-991c631f5122 req-38be7e1a-dd40-4abe-b14f-5674f2a3686a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Jul 23 09:28:23.866151 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:23.920587 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8349b-9d81-4c2a-8f08-2d9fe2f6271f req-52043407-834b-4783-92dc-c7658c98f15e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:23.928226 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d1c8349b-9d81-4c2a-8f08-2d9fe2f6271f req-52043407-834b-4783-92dc-c7658c98f15e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0892508 Jul 23 09:28:23.969671 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d1c8349b-9d81-4c2a-8f08-2d9fe2f6271f req-8c22076f-057a-4741-aea6-70270b96b01c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Jul 23 09:28:24.314191 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 6a8b5977-fd76-469c-9ae3-bc153d0055fc no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:28:24.339799 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 6a8b5977-fd76-469c-9ae3-bc153d0055fc {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:28:24.340154 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 6a8b5977-fd76-469c-9ae3-bc153d0055fc not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:28:24.372651 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d718-9e6b-4cb0-9496-d4a7f6566af2 req-65bb44a6-c27f-4b9b-ac8c-c8a6c313647f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:24.374482 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0777d718-9e6b-4cb0-9496-d4a7f6566af2 req-65bb44a6-c27f-4b9b-ac8c-c8a6c313647f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.0796206 Jul 23 09:28:24.426260 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0777d718-9e6b-4cb0-9496-d4a7f6566af2 req-9f91e114-bfca-47da-bf0e-daa3ae5eedca tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414622 Jul 23 09:28:24.938196 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b550e5b-1256-4df4-8026-63bf55dee71a req-3392cf15-3181-4059-9b9d-191152bda9fd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:24.946090 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b550e5b-1256-4df4-8026-63bf55dee71a req-3392cf15-3181-4059-9b9d-191152bda9fd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0772185 Jul 23 09:28:24.983506 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2b550e5b-1256-4df4-8026-63bf55dee71a req-d13f506c-3257-410c-866b-a0bff749d844 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Jul 23 09:28:25.146217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ea811-c50e-4b3b-a108-01de8a7934ab req-4f033f15-2f80-4502-ab12-350ca6505ea0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:25.147831 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-134ea811-c50e-4b3b-a108-01de8a7934ab req-4f033f15-2f80-4502-ab12-350ca6505ea0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0977936 Jul 23 09:28:25.208058 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-134ea811-c50e-4b3b-a108-01de8a7934ab req-14cb6df0-cdc1-4d70-92c5-46c4f73b1307 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Jul 23 09:28:25.567878 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7f34-6e03-4214-b0e8-19677bc60239 req-b0fb400d-a234-4dc8-8db9-69720f037bb2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:25.572655 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-589a7f34-6e03-4214-b0e8-19677bc60239 req-b0fb400d-a234-4dc8-8db9-69720f037bb2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.0737212 Jul 23 09:28:25.619526 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-589a7f34-6e03-4214-b0e8-19677bc60239 req-8c340613-aed0-4724-8ef7-77c03ecfdee2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398891 Jul 23 09:28:25.719032 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:28:26.138052 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386850e-8691-4dd9-acb6-805c27157413 req-8df7245d-a2b5-481c-8958-4cb0d9c5968b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:26.139647 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9386850e-8691-4dd9-acb6-805c27157413 req-8df7245d-a2b5-481c-8958-4cb0d9c5968b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0823441 Jul 23 09:28:26.207661 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9386850e-8691-4dd9-acb6-805c27157413 req-813567f6-e232-4135-bfdf-e2b857005f45 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560641 Jul 23 09:28:26.218881 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6d3de16-fd4a-474f-ad54-82a30d32b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:26.349521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6aa38-34fd-4f09-88fd-8bacec3409f0 req-6fbd581e-f4f7-4519-9a16-afe6e93f56b5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:26.358946 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20b6aa38-34fd-4f09-88fd-8bacec3409f0 req-6fbd581e-f4f7-4519-9a16-afe6e93f56b5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0822926 Jul 23 09:28:26.404289 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20b6aa38-34fd-4f09-88fd-8bacec3409f0 req-83ecc733-e92e-4eee-a617-8896d2a7648b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Jul 23 09:28:26.772599 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ae96-00ea-4366-a0a3-cbd90ab6154d req-0ba71505-e6a5-4146-9b67-eb1a38879beb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:26.774288 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57c8ae96-00ea-4366-a0a3-cbd90ab6154d req-0ba71505-e6a5-4146-9b67-eb1a38879beb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.0699861 Jul 23 09:28:26.839491 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57c8ae96-00ea-4366-a0a3-cbd90ab6154d req-11e0bbf9-8b23-44d1-a69d-d08ef30ffa80 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 Jul 23 09:28:27.355224 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba2af-2173-410f-900d-a24146df85d7 req-383d7572-1c23-476e-87e2-fcfee4abb0ba tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:27.357503 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa5ba2af-2173-410f-900d-a24146df85d7 req-383d7572-1c23-476e-87e2-fcfee4abb0ba tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.0713770 Jul 23 09:28:27.397686 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa5ba2af-2173-410f-900d-a24146df85d7 req-b889fc9a-452b-4c0d-a9d0-2ce085accf12 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335627 Jul 23 09:28:27.551432 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c893c15-222c-45f4-ad93-99f4be86b1f6 req-dddded87-fc87-4eba-bdbe-bc54911c40a5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:27.552911 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c893c15-222c-45f4-ad93-99f4be86b1f6 req-dddded87-fc87-4eba-bdbe-bc54911c40a5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0786633 Jul 23 09:28:27.589898 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c893c15-222c-45f4-ad93-99f4be86b1f6 req-be679e47-867c-4728-8f07-dd9ff03f4313 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Jul 23 09:28:27.969891 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ec3a3-4201-4807-ae31-0324c926b5e7 req-f2113048-dcdc-49ea-b2e7-c149310cc345 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:27.971389 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-820ec3a3-4201-4807-ae31-0324c926b5e7 req-f2113048-dcdc-49ea-b2e7-c149310cc345 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 943 time: 0.0632062 Jul 23 09:28:27.995313 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57438) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:28.020534 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-820ec3a3-4201-4807-ae31-0324c926b5e7 req-9cc7e6fc-4f10-4d86-93a8-a806ee515a90 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Jul 23 09:28:28.123585 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3ea38911-98d7-4170-b09d-74ea5af31ff2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76d437b5126b4a6da3fafd139e7eccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269107 Jul 23 09:28:28.126012 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57442) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:28.172911 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.192415 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.240544 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.243033 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.244710 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9adf0045-2f34-4fc7-8447-0a82051f6285 HTTP/1.1" status: 204 len: 168 time: 0.1177661 Jul 23 09:28:28.252043 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ce49-6207-47d6-9a95-3f3ff09f45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf0045-2f34-4fc7-8447-0a82051f6285,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:28.328598 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-50eb169d-f921-4f53-b14b-93efeb4d4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.330118 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-50eb169d-f921-4f53-b14b-93efeb4d4d9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1099 time: 0.0560360 Jul 23 09:28:28.333402 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:28:28.426009 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-9549c325-c7f4-4ffd-9ba8-450de7fb93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.427631 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-9549c325-c7f4-4ffd-9ba8-450de7fb93bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.0886447 Jul 23 09:28:28.434072 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:28.445833 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'port_id': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'mac_address': 'fa:16:3e:a3:3e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:28:28.488437 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.507107 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:28:28.526332 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:28.531088 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:28.547897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-65c6dc19-f643-4951-b887-c53c2406b6bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 1002 time: 0.1033881 Jul 23 09:28:28.580786 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:28.612560 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b723620-5195-4b04-b72a-6972910bdcde req-13a2b88b-45dc-43ce-aee8-21117914abe9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.614365 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b723620-5195-4b04-b72a-6972910bdcde req-13a2b88b-45dc-43ce-aee8-21117914abe9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.1243944 Jul 23 09:28:28.625888 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-bb525373-9334-4bb3-993b-29ec6ab0c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.627293 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-bb525373-9334-4bb3-993b-29ec6ab0c3e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0697432 Jul 23 09:28:28.698697 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b723620-5195-4b04-b72a-6972910bdcde req-6b2610b3-4093-4238-a9e6-3f3a32715c44 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754302 Jul 23 09:28:28.725722 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-67eb8fe4-3509-4c62-a071-e1744524081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.727236 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-67eb8fe4-3509-4c62-a071-e1744524081a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867722 Jul 23 09:28:28.838485 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-05561c51-5ae6-4ac8-a4f1-7429a4f757fc service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013894 Jul 23 09:28:28.872781 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['30aa5e23-4a35-4f36-8ec8-fafe8d8a285b'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:28:28.882565 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d626e4-f05e-490c-be68-cde7ed0a1a15 req-46a2dcff-f2e7-4ed9-9cd3-e10902e9a029 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:28.884271 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-32d626e4-f05e-490c-be68-cde7ed0a1a15 req-46a2dcff-f2e7-4ed9-9cd3-e10902e9a029 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0666537 Jul 23 09:28:28.928379 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-32d626e4-f05e-490c-be68-cde7ed0a1a15 req-8b0461c7-8dac-46c0-b09f-d7bcc85f750e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Jul 23 09:28:28.954385 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c623163-cf1e-450c-af5f-2a6222d25039 req-b3ebecd7-b60a-4b16-bf2d-22e04b5a3658 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064286 Jul 23 09:28:28.960261 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57468) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:28.971511 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.061165 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-989696521-network', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:29.081368 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Made reservation on behalf of 2b6cdaff79d44e05a5bec0cdb173c5df for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:29.084062 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.102552 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.109218 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b641c281-ed76-4c8c-9adb-745e16c9c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.192139 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7797-f279-4e05-b2fa-939a9df08e47 req-895d3b3f-cc2c-4575-b8f7-c0bf7ab9ab6c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:29.193623 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d5ba7797-f279-4e05-b2fa-939a9df08e47 req-895d3b3f-cc2c-4575-b8f7-c0bf7ab9ab6c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 944 time: 0.0998104 Jul 23 09:28:29.252635 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d5ba7797-f279-4e05-b2fa-939a9df08e47 req-daac13de-0c1e-432d-ae6c-a79c60fd5deb tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529356 Jul 23 09:28:29.273218 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.278140 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.300574 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:28:29.316156 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06753689-ec53-4f3c-a0e8-76b0bb021bd6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:29.319446 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.319792 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Added segment 8a2da4db-a931-4da6-8144-87cea4434938 of type vlan for network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e Jul 23 09:28:29.361107 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.388993 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.389933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:29.390515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.421962 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4605489 Jul 23 09:28:29.425055 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57474) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:29.429934 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Request body: {'subnet': {'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-989696521-subnet', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:29.451631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Made reservation on behalf of 2b6cdaff79d44e05a5bec0cdb173c5df for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:29.453927 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.454409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480989a4-daf3-434b-a746-210d9684cf15 admin admin] Pushing event updated for resources: {'Network': ['ID=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:29.465861 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:28:29.620531 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.674649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:29.681366 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Checking segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:29.681860 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Network hostable DHCP agents. Network: f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:28:29.697845 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:28:29.706128 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:29.710581 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:29.711170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.716442 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5deeb4b-57c9-4361-ace9-d1dc5c8ce7ae None None] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:28:29.726247 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-78903da5-7c27-47ee-a594-b5f154eaf95d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3000841 Jul 23 09:28:29.729452 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57476) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:29.733336 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:29.757030 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.758138 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.842876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.976505 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:28:29.977563 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:29.991832 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.003768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04481-6d9f-46f3-92f7-b99ebae2df57 req-9cecb098-f913-4279-bec3-dbd0a7de66e3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:30.005428 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-efe04481-6d9f-46f3-92f7-b99ebae2df57 req-9cecb098-f913-4279-bec3-dbd0a7de66e3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 946 time: 0.2180135 Jul 23 09:28:30.059994 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847f792-feca-4632-a328-a3d11755820d req-fe0076e1-d1c2-4633-8045-9e44ee239b41 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:30.061522 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8847f792-feca-4632-a328-a3d11755820d req-fe0076e1-d1c2-4633-8045-9e44ee239b41 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0650980 Jul 23 09:28:30.065243 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-efe04481-6d9f-46f3-92f7-b99ebae2df57 req-8a6f2a9b-5a3b-4ff4-aebe-714a2b6e55a5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517187 Jul 23 09:28:30.106542 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8847f792-feca-4632-a328-a3d11755820d req-524723d5-a80a-47bd-91db-7aaa5ef189d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381143 Jul 23 09:28:30.136671 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Allocated IP 172.20.0.2 (f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e/a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6/6cb80aa8-b746-408b-8308-b59326d7e92e) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:30.222719 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.235045 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.257203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.298206 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.307616 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Transition to ACTIVE for port object 6cb80aa8-b746-408b-8308-b59326d7e92e will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:30.322233 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Transition to ACTIVE for port object 6cb80aa8-b746-408b-8308-b59326d7e92e will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:30.327963 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.357043 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:30.390445 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:30.395274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Allocated IP 172.27.3.121 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/46415b50-6012-4eae-a028-08e314cccec9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:30.398202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:30.402279 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:30.408643 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Pushing event updated for resources: {'Port': ['ID=6cb80aa8-b746-408b-8308-b59326d7e92e,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:30.441503 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba8278-9d44-4ec7-a51e-60be1c921891 req-0813dd12-3ade-4c71-a931-9c9146ba0f40 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:30.442982 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eaba8278-9d44-4ec7-a51e-60be1c921891 req-0813dd12-3ade-4c71-a931-9c9146ba0f40 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 944 time: 0.1045582 Jul 23 09:28:30.477105 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Attempting to bind port 6cb80aa8-b746-408b-8308-b59326d7e92e on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:30.477683 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Attempting to bind port 6cb80aa8-b746-408b-8308-b59326d7e92e by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:30.477843 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Attempting to bind port 6cb80aa8-b746-408b-8308-b59326d7e92e on network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:30.483066 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:30.486701 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:30.487078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Checking segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:30.487504 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.487903 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Bound using segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:30.488377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Bound port: 6cb80aa8-b746-408b-8308-b59326d7e92e, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:30.488759 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.491276 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:30.491664 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.524345 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eaba8278-9d44-4ec7-a51e-60be1c921891 req-23bf8461-fd65-4f5e-81f8-e8ec781e69c8 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735950 Jul 23 09:28:30.550387 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.582561 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] For port 6cb80aa8-b746-408b-8308-b59326d7e92e, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:30.586640 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] For port 6cb80aa8-b746-408b-8308-b59326d7e92e, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6cb80aa8-b746-408b-8308-b59326d7e92e,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:30.597972 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.613078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.635311 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:30.640223 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:30.643652 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:30.663258 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.670768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Pushing event updated for resources: {'Port': ['ID=46415b50-6012-4eae-a028-08e314cccec9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:30.687587 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa1561-2273-4615-b2ca-b7439047e6d4 None None] Pushing event updated for resources: {'Port': ['ID=6cb80aa8-b746-408b-8308-b59326d7e92e,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:30.704006 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:30.706291 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f2424-793c-483a-b5b8-34df34ff1e96" -d '{"events": [{"server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "name": "network-vif-plugged", "status": "completed", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:30.719643 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:30.725108 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.726119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:28:30.749784 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2389927-d36f-4203-9e93-6e38ff15765d x-openstack-request-id: req-c2389927-d36f-4203-9e93-6e38ff15765d {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:30.750080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "name": "network-vif-plugged", "status": "completed", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:30.750344 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2389927-d36f-4203-9e93-6e38ff15765d {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:30.750709 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'code': 200} Jul 23 09:28:30.805031 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:30.850087 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.896436 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:30.902580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:30.986361 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=8']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:31.078541 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20783a3-f47b-4039-bba3-d1dc43c71167 req-94ca59fb-64e7-4f24-9e77-b62d85646473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:31.081035 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a20783a3-f47b-4039-bba3-d1dc43c71167 req-94ca59fb-64e7-4f24-9e77-b62d85646473 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1098 time: 0.0874743 Jul 23 09:28:31.139877 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a20783a3-f47b-4039-bba3-d1dc43c71167 req-29f52382-b549-4937-81fd-3cab594037aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502331 Jul 23 09:28:31.239847 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:31.263568 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94ca5-19a3-478d-8a9b-3db0b89c2e4f req-60c2a99b-538b-49f0-aea0-0a3b7c10c1a5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:31.272263 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ff94ca5-19a3-478d-8a9b-3db0b89c2e4f req-60c2a99b-538b-49f0-aea0-0a3b7c10c1a5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0785208 Jul 23 09:28:31.315566 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e76b0-df6a-4892-a935-a4c5e0a79cde req-85a3ce4f-422e-4bd1-9d91-1c0e6930400e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:31.317053 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-810e76b0-df6a-4892-a935-a4c5e0a79cde req-85a3ce4f-422e-4bd1-9d91-1c0e6930400e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1587856 Jul 23 09:28:31.328036 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ff94ca5-19a3-478d-8a9b-3db0b89c2e4f req-7210b5b3-7e64-42ba-82b3-01866a0e173f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Jul 23 09:28:31.367698 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6cb80aa8-b746-408b-8308-b59326d7e92e up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:31.376886 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-810e76b0-df6a-4892-a935-a4c5e0a79cde req-869802ad-edee-4ae4-8697-426a33531ffd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530441 Jul 23 09:28:31.437793 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 6cb80aa8-b746-408b-8308-b59326d7e92e completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:31.518197 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:31.538224 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:31.697068 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dacac-667a-4b44-996c-f7b614b909d5 req-3dd479d1-9614-4905-b719-e8cfa82ee82a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:31.698641 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3a9dacac-667a-4b44-996c-f7b614b909d5 req-3dd479d1-9614-4905-b719-e8cfa82ee82a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.1025519 Jul 23 09:28:31.733640 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Router 59090f37-fd1e-4d3e-8e3d-e52df60a256f is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:28:31.754303 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3a9dacac-667a-4b44-996c-f7b614b909d5 req-b3b025d3-a237-4cd6-9ae5-c07e6d53043c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 Jul 23 09:28:31.863854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:28:31.877188 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Sync routers for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:28:31.888625 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:31.889203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:31.889364 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:31.893938 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57506) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:31.894115 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-28973c5b-fa50-4aa3-8d15-1d4ef0504626 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1639450 Jul 23 09:28:31.977582 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a9afe-1c4b-42b2-a539-f4bb7fdf5249 None None] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:28:32.028314 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:32.137274 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5717164c-2555-4373-8767-66a642f65863 None None] Provisioning for port 6cb80aa8-b746-408b-8308-b59326d7e92e completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:32.145084 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5717164c-2555-4373-8767-66a642f65863 None None] Provisioning complete for port 6cb80aa8-b746-408b-8308-b59326d7e92e triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:32.145658 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5717164c-2555-4373-8767-66a642f65863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.263083 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3c3e9-a26e-4968-b9ed-f04b13d77156 req-8b00bc3d-0cbe-429d-9cd9-7fddeef399a2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:32.270265 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:31Z', 'revision_number': 3, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:32.271587 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f2c3c3e9-a26e-4968-b9ed-f04b13d77156 req-8b00bc3d-0cbe-429d-9cd9-7fddeef399a2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1680629 Jul 23 09:28:32.294869 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5717164c-2555-4373-8767-66a642f65863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.326942 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Checking router: 59090f37-fd1e-4d3e-8e3d-e52df60a256f for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:28:32.327815 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Updating router 59090f37-fd1e-4d3e-8e3d-e52df60a256f port 46415b50-6012-4eae-a028-08e314cccec9 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:28:32.356718 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5717164c-2555-4373-8767-66a642f65863 None None] For port 6cb80aa8-b746-408b-8308-b59326d7e92e, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6cb80aa8-b746-408b-8308-b59326d7e92e,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:32.362584 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5717164c-2555-4373-8767-66a642f65863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.390111 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.412224 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f2c3c3e9-a26e-4968-b9ed-f04b13d77156 req-da197da7-1f8e-45ab-adaa-1efc143fb550 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317120 Jul 23 09:28:32.427723 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717164c-2555-4373-8767-66a642f65863 None None] Pushing event updated for resources: {'Port': ['ID=6cb80aa8-b746-408b-8308-b59326d7e92e,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:32.496707 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57530) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:32.566611 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.590845 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa15a-5a96-48cd-b6e6-547df120de25 req-a9147cdb-8218-483d-9691-bf1cce88fa88 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:32.592561 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e8fa15a-5a96-48cd-b6e6-547df120de25 req-a9147cdb-8218-483d-9691-bf1cce88fa88 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1278882 Jul 23 09:28:32.642336 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-c265df9c-952c-4717-90c9-dde36f3b3ed3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373291 Jul 23 09:28:32.682792 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e8fa15a-5a96-48cd-b6e6-547df120de25 req-aa8119f0-ec50-4464-8702-13874f18800f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819979 Jul 23 09:28:32.751961 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:32.754324 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f895ea-4e93-4ab1-8b10-19516261cbc1" -d '{"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:32.788725 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-8138dc29-5211-4886-8d2f-133f9f267fcc None None] Provisioning complete for port 6cb80aa8-b746-408b-8308-b59326d7e92e triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:32.788915 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8138dc29-5211-4886-8d2f-133f9f267fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.793513 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Allocated IP 172.20.0.1 (f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e/a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6/1869c8b1-175d-4f72-a4a8-4a7ff89a3638) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:32.802567 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.815479 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Transition to ACTIVE for port object 46415b50-6012-4eae-a028-08e314cccec9 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:32.834261 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.834824 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333650d-94b2-4f26-a995-58d9c03a5152 x-openstack-request-id: req-c333650d-94b2-4f26-a995-58d9c03a5152 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:32.835120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-unplugged", "status": "failed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "code": 422}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:32.835367 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c333650d-94b2-4f26-a995-58d9c03a5152 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:32.835788 dv-cinder-801989-2-iscsi neutron-server[92982]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'code': 422} returned with failed status Jul 23 09:28:32.906831 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded4a3-5ff6-4d66-9094-acd19c6928a1 None None] Pushing event updated for resources: {'Port': ['ID=46415b50-6012-4eae-a028-08e314cccec9,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:32.918737 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Attempting to bind port 46415b50-6012-4eae-a028-08e314cccec9 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:32.920198 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Attempting to bind port 46415b50-6012-4eae-a028-08e314cccec9 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:32.920574 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Attempting to bind port 46415b50-6012-4eae-a028-08e314cccec9 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:32.926452 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:32.926828 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:32.927228 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.927790 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:32.928168 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Bound port: 46415b50-6012-4eae-a028-08e314cccec9, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:32.928591 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.983593 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] For port 46415b50-6012-4eae-a028-08e314cccec9, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:32.987238 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] For port 46415b50-6012-4eae-a028-08e314cccec9, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=46415b50-6012-4eae-a028-08e314cccec9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:32.987715 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:32.991886 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.003854 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a49f1-bdb7-4cc4-b8d9-480f39477654 req-b9d1fbd2-6cf2-467a-9b63-bfb6b74e53ef tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:33.005499 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-249a49f1-bdb7-4cc4-b8d9-480f39477654 req-b9d1fbd2-6cf2-467a-9b63-bfb6b74e53ef tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.1439326 Jul 23 09:28:33.013126 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Transition to ACTIVE for port object 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:33.062686 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:33.064018 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:33.067036 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-249a49f1-bdb7-4cc4-b8d9-480f39477654 req-683e74b7-98fd-40de-a029-1dd0b7d5369a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491910 Jul 23 09:28:33.077648 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.125201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:33.128257 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:33.132607 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:33.150870 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded4a3-5ff6-4d66-9094-acd19c6928a1 None None] Pushing event updated for resources: {'Port': ['ID=46415b50-6012-4eae-a028-08e314cccec9,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:33.155912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Pushing event updated for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:33.175643 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.209556 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:33.258826 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617166a-5cb1-4ea5-b8fb-eff581be991b req-f15c3a18-b902-4f4d-b5dd-42acecc232b9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:33.268737 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f617166a-5cb1-4ea5-b8fb-eff581be991b req-f15c3a18-b902-4f4d-b5dd-42acecc232b9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.1015074 Jul 23 09:28:33.324580 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f617166a-5cb1-4ea5-b8fb-eff581be991b req-b5a50a21-0a39-45ca-9fdd-af306711f9b6 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524621 Jul 23 09:28:33.342775 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.366389 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57548) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:33.417803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6cb80aa8-b746-408b-8308-b59326d7e92e up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:33.476311 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 6cb80aa8-b746-408b-8308-b59326d7e92e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:33.477243 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.565349 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:31Z', 'revision_number': 3, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:33.595787 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-15d4564b-5619-455d-bdef-53175ebbbc4b None None] Provisioning for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:33.604030 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73efa6-e336-44ff-af1a-1a0198ff1d23 tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:33.605995 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fffb3-2c56-4e62-9644-b3ca373232bb None None] The sync data for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi is: [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:31Z', 'revision_number': 3, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:28:33.606217 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-15d4564b-5619-455d-bdef-53175ebbbc4b None None] Provisioning complete for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:33.606916 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ef73efa6-e336-44ff-af1a-1a0198ff1d23 tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1093 time: 0.2394552 Jul 23 09:28:33.609797 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57556) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:33.609950 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-15d4564b-5619-455d-bdef-53175ebbbc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.618853 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'port_id': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:33.642725 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.649561 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.654376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd08f2-20e1-400c-af98-d1b0c2bd4c6a req-e0b89f9d-8a21-411b-9ebe-efc2c3eeb7f1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:33.662890 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ecd08f2-20e1-400c-af98-d1b0c2bd4c6a req-e0b89f9d-8a21-411b-9ebe-efc2c3eeb7f1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1346989 Jul 23 09:28:33.663664 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-15d4564b-5619-455d-bdef-53175ebbbc4b None None] Port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:33.665367 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.770620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.774872 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ecd08f2-20e1-400c-af98-d1b0c2bd4c6a req-b1a222ad-d7a4-4a49-b9fd-819ee4b0995c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110961 Jul 23 09:28:33.779023 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Pushing event updated for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:33.846282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:33.890841 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:33.892394 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:33.916352 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ab6b7-5b46-4ee4-b4e9-a1a867568ed9 req-5b55600f-43b9-4ddb-b82a-3f587b13260e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:33.923089 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a8ab6b7-5b46-4ee4-b4e9-a1a867568ed9 req-5b55600f-43b9-4ddb-b82a-3f587b13260e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1566086 Jul 23 09:28:34.043167 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a8ab6b7-5b46-4ee4-b4e9-a1a867568ed9 req-a5742665-ab12-4bbf-99a2-479744bf1a04 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189570 Jul 23 09:28:34.073237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Router 59090f37-fd1e-4d3e-8e3d-e52df60a256f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:28:34.086290 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.27.3.152 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/59cc206f-2541-4785-9e44-0e952dd5b85b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:34.224880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:34.267985 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:34.290336 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-55fbb024-375b-4e8a-8649-99839a5d3b69 None None] Provisioning complete for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:34.291005 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-55fbb024-375b-4e8a-8649-99839a5d3b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:34.314268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:34.319508 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:34.323810 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:34.345890 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-55fbb024-375b-4e8a-8649-99839a5d3b69 None None] Port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:34.360035 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=59cc206f-2541-4785-9e44-0e952dd5b85b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:34.365538 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:28:34.438349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:28:34.452441 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-648c1c00-1967-436b-bf91-498cd5741d95 admin admin] 10.222.0.10 "PUT /v2.0/routers/59090f37-fd1e-4d3e-8e3d-e52df60a256f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564981 Jul 23 09:28:34.570911 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7515-8991-431c-b94a-c7293919b218 req-bd9dd079-bda5-4af9-b486-530511d9f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:34.572613 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-bd9dd079-bda5-4af9-b486-530511d9f5c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 1097 time: 0.1193652 Jul 23 09:28:34.678155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8027ca7-2505-47b0-9b21-8fe56223d01a req-eec9d31e-d1e4-4b55-809f-456fe05d407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:34.679734 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b8027ca7-2505-47b0-9b21-8fe56223d01a req-eec9d31e-d1e4-4b55-809f-456fe05d407a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0725012 Jul 23 09:28:34.723168 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b8027ca7-2505-47b0-9b21-8fe56223d01a req-207b24b7-8c03-4ea6-9a37-d149bcccc32d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jul 23 09:28:34.759908 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7515-8991-431c-b94a-c7293919b218 req-9e4337bf-6e3d-4924-a0da-9ac8938c97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:34.761860 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-9e4337bf-6e3d-4924-a0da-9ac8938c97c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1097 time: 0.1491387 Jul 23 09:28:34.877398 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:34.935164 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7515-8991-431c-b94a-c7293919b218 req-3d7a06a8-0447-4c12-b5d2-a8cb59fe84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:34.937196 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-3d7a06a8-0447-4c12-b5d2-a8cb59fe84f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.1418593 Jul 23 09:28:34.941148 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db25c-d638-4aad-a11b-0e1d2b3641d1 req-93224b84-6e4e-43ef-9512-d47525b5c003 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:34.948551 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e3db25c-d638-4aad-a11b-0e1d2b3641d1 req-93224b84-6e4e-43ef-9512-d47525b5c003 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0743341 Jul 23 09:28:34.989651 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e3db25c-d638-4aad-a11b-0e1d2b3641d1 req-854977e4-b9e7-4c64-8aee-5bddf382543e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Jul 23 09:28:35.020700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.024601 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57576) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:35.029970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-383322480-network', 'tenant_id': '8c30b82971224813adc409e50f7fb176'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:35.050900 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Made reservation on behalf of 8c30b82971224813adc409e50f7fb176 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:35.051691 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-89bd3856-d236-4eee-83dc-93ac132aacae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 200 len: 1000 time: 0.0925519 Jul 23 09:28:35.053309 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.062154 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.157162 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.162055 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.189746 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:28:35.201251 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49001bf4-c40d-450d-a82f-738b1ba5ae16,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:35.206481 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.206827 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Added segment be7e13a0-d686-4dcd-b376-9f359c3a231c of type vlan for network bef471af-13d7-4862-a09c-ab9c83d959df Jul 23 09:28:35.253224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.293299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.294737 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:35.295446 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.363893 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 46415b50-6012-4eae-a028-08e314cccec9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:35.364494 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3380194 Jul 23 09:28:35.366696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57582) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:35.373463 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Request body: {'subnet': {'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-383322480-subnet', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:35.377331 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a862-e674-48c7-8c00-3075c1ab592c admin admin] Pushing event updated for resources: {'Network': ['ID=bef471af-13d7-4862-a09c-ab9c83d959df,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:35.401185 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network bef471af-13d7-4862-a09c-ab9c83d959df details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:28:35.401761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Made reservation on behalf of 8c30b82971224813adc409e50f7fb176 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:35.404334 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128204500'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.450342 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7515-8991-431c-b94a-c7293919b218 req-d01af0ce-ff4b-47a7-8c63-b45ee902e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:35.452060 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-d01af0ce-ff4b-47a7-8c63-b45ee902e668 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.3841140 Jul 23 09:28:35.491468 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 46415b50-6012-4eae-a028-08e314cccec9 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:35.496017 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 46415b50-6012-4eae-a028-08e314cccec9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:35.496705 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.549478 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee5f4-a408-44e5-930f-eaa59f08738f req-301d226f-66ef-454f-afd5-5e37f125d3a3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:35.556615 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a24ee5f4-a408-44e5-930f-eaa59f08738f req-301d226f-66ef-454f-afd5-5e37f125d3a3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.4353054 Jul 23 09:28:35.576216 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.589417 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.593923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.599487 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129750674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128204486'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.637794 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 46415b50-6012-4eae-a028-08e314cccec9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=46415b50-6012-4eae-a028-08e314cccec9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:35.643795 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.685777 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a24ee5f4-a408-44e5-930f-eaa59f08738f req-6dfeb372-0d42-4f0a-a782-cff0a0d26183 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264484 Jul 23 09:28:35.685966 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df797b66-9697-4aae-8ea5-10d351971a79,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:35.695175 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Checking segment: {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:35.695548 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Network hostable DHCP agents. Network: bef471af-13d7-4862-a09c-ab9c83d959df, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:28:35.700646 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7515-8991-431c-b94a-c7293919b218 req-78178634-4b5f-429b-aa48-7dc0359bab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:35.702156 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-78178634-4b5f-429b-aa48-7dc0359bab7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2407193 Jul 23 09:28:35.715115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=59cc206f-2541-4785-9e44-0e952dd5b85b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:35.716028 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Network bef471af-13d7-4862-a09c-ab9c83d959df is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:28:35.716722 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Sync routers for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:28:35.728857 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, bef471af-13d7-4862-a09c-ab9c83d959df) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:35.736624 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:35.737496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.746333 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.751116 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52762e-e83c-4d11-99be-52a302038d4e None None] Network bef471af-13d7-4862-a09c-ab9c83d959df requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:28:35.755536 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5b107aba-5ba9-48fe-bb0b-2fcc36e0111c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3872139 Jul 23 09:28:35.757415 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 57584) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:35.763141 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:35.771943 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=46415b50-6012-4eae-a028-08e314cccec9,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:35.787320 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.788588 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.788762 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:35.789399 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:35.858535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:35.890177 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-068a040b-c8da-4492-9dfb-5d2c11d0cd93 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707458 Jul 23 09:28:35.927402 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP b47af84e-46fc-481e-a625-10f2bf209395 associated. External IP: 172.27.3.152, port: 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b. Jul 23 09:28:35.970370 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:36.003067 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.063883 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-ac71d319-3c30-40a2-8a4f-fe692f22c169 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661634 Jul 23 09:28:36.188393 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-bef471af-13d7-4862-a09c-ab9c83d959df', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:28:36.189220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.228992 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:28:36.251156 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c869c-c525-42a9-9cc3-6485cf028cfa req-f6d0fd02-6f49-4b32-8c22-e2cf33230eff tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:36.252696 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d83c869c-c525-42a9-9cc3-6485cf028cfa req-f6d0fd02-6f49-4b32-8c22-e2cf33230eff tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1667597 Jul 23 09:28:36.330204 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d83c869c-c525-42a9-9cc3-6485cf028cfa req-f6dd3009-e431-40be-b56f-fc0c5056dbce tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685868 Jul 23 09:28:36.335954 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.356917 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.388131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:28:36.405648 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:28:36.410798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.422791 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:36.425359 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:36.440041 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Allocated IP 172.20.0.2 (bef471af-13d7-4862-a09c-ab9c83d959df/df797b66-9697-4aae-8ea5-10d351971a79/782d437e-3bc8-4883-bcb8-e3d423a504d2) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:36.463441 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f83800de-51eb-409e-bf58-e8eea0a32889 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8432915 Jul 23 09:28:36.463441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:28:36.463441 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c122c2-7ec3-46db-8ae6-11d58222a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:28:36.504167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034dc14f-08f0-4ae6-8470-8455d0e2c603 x-openstack-request-id: req-034dc14f-08f0-4ae6-8470-8455d0e2c603 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:28:36.505536 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:28:36.506017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-034dc14f-08f0-4ae6-8470-8455d0e2c603 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:28:36.507327 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'status': 'completed', 'code': 200} Jul 23 09:28:36.529460 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Allocated IP 172.27.3.2 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/f3367005-0df0-47b2-80bb-4e77cc74a3df) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:36.544666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 2, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:36.579169 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Checking router: 59090f37-fd1e-4d3e-8e3d-e52df60a256f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:28:36.579552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Updating router 59090f37-fd1e-4d3e-8e3d-e52df60a256f port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:28:36.627317 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.628007 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-6bbd4f21-4eb7-47e2-9815-59b5b3901740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:36.629702 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-6bbd4f21-4eb7-47e2-9815-59b5b3901740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1098 time: 0.0974066 Jul 23 09:28:36.651906 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:36.718653 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.723123 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.747444 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-3aa6b97d-397e-45e8-9629-0d1936f2c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:36.749183 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-3aa6b97d-397e-45e8-9629-0d1936f2c4a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.1133497 Jul 23 09:28:36.774451 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Transition to ACTIVE for port object 782d437e-3bc8-4883-bcb8-e3d423a504d2 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:36.800439 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:36.913079 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Pushing event updated for resources: {'Port': ['ID=f3367005-0df0-47b2-80bb-4e77cc74a3df,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:36.934560 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-d1dd1b1f-1280-4958-9372-79399460e316 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 200 len: 999 time: 0.1688082 Jul 23 09:28:36.972483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:36.974697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:36.992010 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:37.039062 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Transition to ACTIVE for port object 782d437e-3bc8-4883-bcb8-e3d423a504d2 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:37.072625 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.118474 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Network bef471af-13d7-4862-a09c-ab9c83d959df is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:37.123102 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:37.132901 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:37.174600 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b47af84e-46fc-481e-a625-10f2bf209395', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:a3:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:28:34Z', 'updated_at': '2021-07-23T09:28:34Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:37.204272 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:28:37.210507 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4548d7-afca-43a8-bc46-a076c3a64dc4 req-48f4165a-fb37-402d-84c3-c42f123eb920 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:37.212229 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d4548d7-afca-43a8-bc46-a076c3a64dc4 req-48f4165a-fb37-402d-84c3-c42f123eb920 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.3604977 Jul 23 09:28:37.222526 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:37.223445 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:37.223665 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Attempting to bind port 782d437e-3bc8-4883-bcb8-e3d423a504d2 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:37.224114 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Attempting to bind port 782d437e-3bc8-4883-bcb8-e3d423a504d2 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:37.224552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Attempting to bind port 782d437e-3bc8-4883-bcb8-e3d423a504d2 on network bef471af-13d7-4862-a09c-ab9c83d959df {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:37.226552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Pushing event updated for resources: {'Port': ['ID=782d437e-3bc8-4883-bcb8-e3d423a504d2,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:37.239030 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:37.239579 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Checking segment: {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:37.240064 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.240540 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Bound using segment: {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:37.241094 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Bound port: 782d437e-3bc8-4883-bcb8-e3d423a504d2, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:37.241550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.325059 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] For port 782d437e-3bc8-4883-bcb8-e3d423a504d2, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:37.328897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d4548d7-afca-43a8-bc46-a076c3a64dc4 req-050320ae-e178-4f8f-9f12-6e36b4e1ddc3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950186 Jul 23 09:28:37.330523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] For port 782d437e-3bc8-4883-bcb8-e3d423a504d2, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=782d437e-3bc8-4883-bcb8-e3d423a504d2,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:37.338600 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.466434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.472659 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 46415b50-6012-4eae-a028-08e314cccec9 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:37.542711 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc9547-9f58-4583-b4ea-fd971d315e5f None None] Pushing event updated for resources: {'Port': ['ID=782d437e-3bc8-4883-bcb8-e3d423a504d2,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:37.547305 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Transition to ACTIVE for port object 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:37.560000 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.564737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-0a32b054-27c7-4bc9-beab-24d8cd2dbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:37.566308 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-0a32b054-27c7-4bc9-beab-24d8cd2dbcce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.1610787 Jul 23 09:28:37.566932 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 46415b50-6012-4eae-a028-08e314cccec9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:37.567447 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.569219 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:37.646585 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572b53c-7745-4004-b568-3ff5d36ea4bf None None] Pushing event updated for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:37.731274 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:37.746414 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-23175f55-5551-4ab9-a04c-45f692524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:37.754372 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-23175f55-5551-4ab9-a04c-45f692524909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553900 Jul 23 09:28:37.844142 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab4af-4b88-41b7-97ad-1ba40bcba403 req-3b75ceb8-9405-4afc-9ff6-3069f15e04a5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:37.848169 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e3ab4af-4b88-41b7-97ad-1ba40bcba403 req-3b75ceb8-9405-4afc-9ff6-3069f15e04a5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.2896321 Jul 23 09:28:37.973121 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Attempting to bind port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:37.975080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Attempting to bind port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:37.975591 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Attempting to bind port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 on network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:38.037182 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e3ab4af-4b88-41b7-97ad-1ba40bcba403 req-56b23dc4-a771-490c-b91c-073897df3de8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771629 Jul 23 09:28:38.052456 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:38.052899 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Checking segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:38.053364 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:38.053801 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Bound using segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:38.054372 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Bound port: 1869c8b1-175d-4f72-a4a8-4a7ff89a3638, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:38.054823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:38.170842 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0f6c0-1f77-443a-8e8c-b7a55a14d6be req-4866ccf0-304d-417a-976c-f6637fcd06d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:38.172967 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6aa0f6c0-1f77-443a-8e8c-b7a55a14d6be req-4866ccf0-304d-417a-976c-f6637fcd06d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1982996 Jul 23 09:28:38.245378 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:38.274528 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] For port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:38.279297 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6aa0f6c0-1f77-443a-8e8c-b7a55a14d6be req-a3e086d7-2969-4705-ad47-15ab70d587fe tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004550 Jul 23 09:28:38.284371 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] For port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:38.293228 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:38.352139 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b47af84e-46fc-481e-a625-10f2bf209395', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:a3:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:28:34Z', 'updated_at': '2021-07-23T09:28:34Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:38.393898 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7bebe-393f-40a4-913d-21a4efb9030d None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b47af84e-46fc-481e-a625-10f2bf209395', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:a3:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:28:34Z', 'updated_at': '2021-07-23T09:28:34Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:28:38.416781 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Router 4e1542fc-09c9-44ab-9102-409e2ef0afaa is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:28:38.483455 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:38.488380 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:38.655825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:28:38.696265 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:38.710778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 57622) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:28:38.713375 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a042d21b-24aa-4aba-bdd2-75ccdb4dd609 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9537847 Jul 23 09:28:38.740894 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:38.834759 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fa59c-2b7b-4376-a0b2-299c9ac9e90f None None] New status for floating IP b47af84e-46fc-481e-a625-10f2bf209395: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:28:38.849963 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Sync routers for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:28:38.854932 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572b53c-7745-4004-b568-3ff5d36ea4bf None None] Pushing event updated for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:38.896225 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:38.897038 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:39.370414 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47376974-cc8e-4e91-91e9-d8d1ee576690 None None] Network bef471af-13d7-4862-a09c-ab9c83d959df requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:28:39.373353 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39be6fd-ada6-4347-a1f9-581224dbd889 req-4baf34b6-a3a6-4155-97c9-e0f9073540c8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:39.374927 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c39be6fd-ada6-4347-a1f9-581224dbd889 req-4baf34b6-a3a6-4155-97c9-e0f9073540c8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1490550 Jul 23 09:28:39.461031 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 782d437e-3bc8-4883-bcb8-e3d423a504d2 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:39.487302 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c39be6fd-ada6-4347-a1f9-581224dbd889 req-785a23ed-5d26-41a3-b0bf-9ae00c51be13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907803 Jul 23 09:28:39.553144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:39.581892 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f368d-2a1a-414b-8f22-af7be01dfbd3 req-8360a5e4-7313-4f75-94a9-1b4a955dd8f5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:39.583626 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1f7f368d-2a1a-414b-8f22-af7be01dfbd3 req-8360a5e4-7313-4f75-94a9-1b4a955dd8f5 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1593635 Jul 23 09:28:39.601529 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:39.657614 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1f7f368d-2a1a-414b-8f22-af7be01dfbd3 req-51637c96-2d7c-4db3-b93c-b5e0bb44260f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Jul 23 09:28:39.679879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-96dbce5e-a513-418d-b501-20a01e9edb22 None None] Provisioning for port 782d437e-3bc8-4883-bcb8-e3d423a504d2 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:39.785057 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 782d437e-3bc8-4883-bcb8-e3d423a504d2 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:39.809908 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 782d437e-3bc8-4883-bcb8-e3d423a504d2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:39.810614 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:39.818365 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Allocated IP 172.20.0.1 (bef471af-13d7-4862-a09c-ab9c83d959df/df797b66-9697-4aae-8ea5-10d351971a79/3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:39.906926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:38Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:39.945302 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9cdc-d441-4a0f-bf3a-2fe9f88aa05e None None] The sync data for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi is: [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:38Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:28:39.949728 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:39.970301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Transition to ACTIVE for port object 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:40.031202 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.059956 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.064027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:37Z', 'revision_number': 3, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:40.089321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Network bef471af-13d7-4862-a09c-ab9c83d959df is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:40.093049 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:40.095921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:40.137987 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Checking router: 4e1542fc-09c9-44ab-9102-409e2ef0afaa for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:28:40.138363 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Updating router 4e1542fc-09c9-44ab-9102-409e2ef0afaa port f3367005-0df0-47b2-80bb-4e77cc74a3df binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:28:40.167192 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Pushing event updated for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:40.204946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.210955 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.261574 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 782d437e-3bc8-4883-bcb8-e3d423a504d2, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=782d437e-3bc8-4883-bcb8-e3d423a504d2,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:40.273459 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.441530 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.469827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=782d437e-3bc8-4883-bcb8-e3d423a504d2,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:40.477172 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c033cd8f-5111-4f97-90ae-068ad9d58063 None None] Provisioning complete for port 782d437e-3bc8-4883-bcb8-e3d423a504d2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:40.477631 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c033cd8f-5111-4f97-90ae-068ad9d58063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.730894 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70306-bcb0-47d7-8058-fc043d84c68c req-c5a60be9-3963-4d3d-aa9d-7259456a9fa1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:40.734000 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c70306-bcb0-47d7-8058-fc043d84c68c req-c5a60be9-3963-4d3d-aa9d-7259456a9fa1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1313007 Jul 23 09:28:40.807465 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c70306-bcb0-47d7-8058-fc043d84c68c req-d36873aa-4718-4616-b95c-d763122f3801 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625238 Jul 23 09:28:40.865923 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.875546 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.907919 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.920179 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Transition to ACTIVE for port object f3367005-0df0-47b2-80bb-4e77cc74a3df will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:40.934590 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:40.954456 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Pushing event updated for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:41.007695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907ed10-d03d-40d7-a615-0570c7935803 None None] Pushing event updated for resources: {'Port': ['ID=f3367005-0df0-47b2-80bb-4e77cc74a3df,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:41.021282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1599daa-bfd7-4ec5-a6dc-452a5d9f7b43 req-fcaeb0b9-dd5f-4ce6-9d3e-2afbe628853f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:41.024106 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c1599daa-bfd7-4ec5-a6dc-452a5d9f7b43 req-fcaeb0b9-dd5f-4ce6-9d3e-2afbe628853f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.2287233 Jul 23 09:28:41.026398 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:41.040223 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Attempting to bind port f3367005-0df0-47b2-80bb-4e77cc74a3df on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:41.041979 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Attempting to bind port f3367005-0df0-47b2-80bb-4e77cc74a3df by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:41.042818 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Attempting to bind port f3367005-0df0-47b2-80bb-4e77cc74a3df on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:41.051705 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:41.053201 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:41.054013 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:41.054745 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:41.056171 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Bound port: f3367005-0df0-47b2-80bb-4e77cc74a3df, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:41.057080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:41.060828 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9fac0644-d3bb-4939-9e7a-4ea05ddf1a4a None None] Provisioning for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:41.085897 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9fac0644-d3bb-4939-9e7a-4ea05ddf1a4a None None] Provisioning complete for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:41.086743 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9fac0644-d3bb-4939-9e7a-4ea05ddf1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:41.096179 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c1599daa-bfd7-4ec5-a6dc-452a5d9f7b43 req-4890e63d-e4a8-4a75-94c9-546122ae66ae tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Jul 23 09:28:41.162614 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-9fac0644-d3bb-4939-9e7a-4ea05ddf1a4a None None] Port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:41.172194 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] For port f3367005-0df0-47b2-80bb-4e77cc74a3df, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:41.175690 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] For port f3367005-0df0-47b2-80bb-4e77cc74a3df, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f3367005-0df0-47b2-80bb-4e77cc74a3df,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:41.180751 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:41.217116 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Network bef471af-13d7-4862-a09c-ab9c83d959df is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:41.221768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:41.269376 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:41.276309 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:41.408640 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907ed10-d03d-40d7-a615-0570c7935803 None None] Pushing event updated for resources: {'Port': ['ID=f3367005-0df0-47b2-80bb-4e77cc74a3df,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:41.467858 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Router 4e1542fc-09c9-44ab-9102-409e2ef0afaa has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:28:41.511080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:41.520894 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:41.636977 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:28:41.649850 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9b37b6e7-c5e8-4a49-913e-b7c451fb5e4b admin admin] 10.222.0.10 "PUT /v2.0/routers/4e1542fc-09c9-44ab-9102-409e2ef0afaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9302354 Jul 23 09:28:41.966067 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d40e4176-6f37-41d4-a9f8-edc6d1c4a0b4 None None] Provisioning complete for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:41.967238 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d40e4176-6f37-41d4-a9f8-edc6d1c4a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:42.004558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-d40e4176-6f37-41d4-a9f8-edc6d1c4a0b4 None None] Port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:42.006041 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:42.023631 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d87d-7be2-4c2d-9513-fb344227d388 req-ee7297bd-2cb2-4b71-8dbd-7379659645d1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:42.026386 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6879d87d-7be2-4c2d-9513-fb344227d388 req-ee7297bd-2cb2-4b71-8dbd-7379659645d1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1023843 Jul 23 09:28:42.033054 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:42.033455 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:42.091642 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6879d87d-7be2-4c2d-9513-fb344227d388 req-adc51bd4-c026-4ca7-8262-50b109df7693 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Jul 23 09:28:42.205839 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4', 'name': '', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'mac_address': 'fa:16:3e:10:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:39Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 2, 'project_id': '8c30b82971224813adc409e50f7fb176', 'subnets': [{'id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:42.243054 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ba127-4fc5-4003-88e0-82fb79eb4d57 None None] The sync data for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi is: [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4', 'name': '', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'mac_address': 'fa:16:3e:10:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:39Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 2, 'project_id': '8c30b82971224813adc409e50f7fb176', 'subnets': [{'id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:28:42.249648 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:42.289434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:42.293730 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:42.294721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 782d437e-3bc8-4883-bcb8-e3d423a504d2 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:42.349883 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adafa37-c51e-41de-84e3-763c520c6e0c req-5964ee81-66a7-4ccf-b70b-fe03042a5ec1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:42.352163 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7adafa37-c51e-41de-84e3-763c520c6e0c req-5964ee81-66a7-4ccf-b70b-fe03042a5ec1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1231129 Jul 23 09:28:42.396450 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:42.427769 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7adafa37-c51e-41de-84e3-763c520c6e0c req-5668c586-c287-4545-9a44-59dcbf1bac76 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664113 Jul 23 09:28:42.439679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 782d437e-3bc8-4883-bcb8-e3d423a504d2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:42.439679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:43.265505 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e51ae-e0dd-4131-b618-1693b81103df req-204848a8-d7d2-451e-abc1-1ee03ab37e6e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:43.273558 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a88e51ae-e0dd-4131-b618-1693b81103df req-204848a8-d7d2-451e-abc1-1ee03ab37e6e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0807803 Jul 23 09:28:43.343664 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a88e51ae-e0dd-4131-b618-1693b81103df req-954fcef8-ce9c-4b16-8b7f-307444ae7d6f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527556 Jul 23 09:28:43.476043 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:43.536898 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:43.537271 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:43.766677 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c713fe-5a10-4eda-9420-e378a6899488 req-f510e2f5-1b51-4023-9c7d-46c48e537896 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:43.768431 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e4c713fe-5a10-4eda-9420-e378a6899488 req-f510e2f5-1b51-4023-9c7d-46c48e537896 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.2026975 Jul 23 09:28:44.283971 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e4c713fe-5a10-4eda-9420-e378a6899488 req-dabfc847-b3ec-46b2-a166-930c713a2d10 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094812 Jul 23 09:28:44.583138 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714eb20-3b9a-4bde-b3ed-71b87f303403 req-82845760-4922-41f1-aa46-2a0410146d28 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:44.584935 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6714eb20-3b9a-4bde-b3ed-71b87f303403 req-82845760-4922-41f1-aa46-2a0410146d28 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1147311 Jul 23 09:28:44.682156 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6714eb20-3b9a-4bde-b3ed-71b87f303403 req-aa03ddd7-a9bc-41c4-9dfa-d6d8ccd18e58 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867817 Jul 23 09:28:45.445394 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f3367005-0df0-47b2-80bb-4e77cc74a3df up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:45.483332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b69f13-1d72-4564-8297-33295d9001ad req-922770a8-1eda-49de-979a-96f6ea57ebd2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:45.491803 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-81b69f13-1d72-4564-8297-33295d9001ad req-922770a8-1eda-49de-979a-96f6ea57ebd2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1156530 Jul 23 09:28:45.554559 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port f3367005-0df0-47b2-80bb-4e77cc74a3df completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:45.560137 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port f3367005-0df0-47b2-80bb-4e77cc74a3df triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:45.560659 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:45.562401 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-81b69f13-1d72-4564-8297-33295d9001ad req-4ff4a085-56bf-468b-85a7-5029a2780817 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Jul 23 09:28:45.786025 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:45.818657 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port f3367005-0df0-47b2-80bb-4e77cc74a3df, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f3367005-0df0-47b2-80bb-4e77cc74a3df,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:45.824449 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:45.901270 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=f3367005-0df0-47b2-80bb-4e77cc74a3df,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:45.920743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4451da-fd02-4908-86ee-8f2586ee0675 req-bb02968a-06b0-4951-a4ff-5b4de4f3b598 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:45.922418 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c4451da-fd02-4908-86ee-8f2586ee0675 req-bb02968a-06b0-4951-a4ff-5b4de4f3b598 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1259916 Jul 23 09:28:45.978194 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c4451da-fd02-4908-86ee-8f2586ee0675 req-80d9d64e-38dd-406e-8be7-b6065182bf8e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jul 23 09:28:46.206828 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Sync routers for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:28:46.219164 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:46.219884 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:46.381420 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:46.632959 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4', 'name': '', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'mac_address': 'fa:16:3e:10:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:39Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 2, 'project_id': '8c30b82971224813adc409e50f7fb176', 'subnets': [{'id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:46.675806 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Checking router: 4e1542fc-09c9-44ab-9102-409e2ef0afaa for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:28:46.676192 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Updating router 4e1542fc-09c9-44ab-9102-409e2ef0afaa port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:28:46.714586 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:46.822921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca53bd-cae0-4dfa-aaed-47dd7a802c6d req-5a93b8a0-c617-4157-abf9-3d63bfa52606 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:46.835696 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-73ca53bd-cae0-4dfa-aaed-47dd7a802c6d req-5a93b8a0-c617-4157-abf9-3d63bfa52606 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1336069 Jul 23 09:28:46.918902 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-73ca53bd-cae0-4dfa-aaed-47dd7a802c6d req-1b0c5e21-91f5-47d9-991c-cfe7698a8917 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778961 Jul 23 09:28:47.113675 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.125083 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Transition to ACTIVE for port object 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:47.143168 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.215359 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb9f2-c944-4b24-938a-235fc238854e req-8c03e232-8cd4-4566-b223-751f5585c58c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:47.226293 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85cfb9f2-c944-4b24-938a-235fc238854e req-8c03e232-8cd4-4566-b223-751f5585c58c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1293526 Jul 23 09:28:47.254461 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aea97f-3f38-47a2-a28a-ca081a0d6811 None None] Pushing event updated for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:47.278847 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85cfb9f2-c944-4b24-938a-235fc238854e req-20d20b5b-f685-46b4-b78e-9e969be8b0e9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Jul 23 09:28:47.312001 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Attempting to bind port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:28:47.312608 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Attempting to bind port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:28:47.319206 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Attempting to bind port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 on network bef471af-13d7-4862-a09c-ab9c83d959df {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:28:47.323297 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:28:47.323752 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Checking segment: {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:28:47.324688 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.325427 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Bound using segment: {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:28:47.326049 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Bound port: 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e13a0-d686-4dcd-b376-9f359c3a231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:28:47.326438 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.453706 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f3367005-0df0-47b2-80bb-4e77cc74a3df up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:47.505691 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] For port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:28:47.532794 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] For port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:28:47.545003 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.612651 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aea97f-3f38-47a2-a28a-ca081a0d6811 None None] Pushing event updated for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:47.623601 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port f3367005-0df0-47b2-80bb-4e77cc74a3df triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:47.623986 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:47.625620 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:28:47.626260 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:47.872230 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:28:48.080984 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253024-1fc6-4dd8-9791-aa5a6ae1a803 req-4271097f-24fb-497f-8d34-65494097564e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:48.089279 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6f253024-1fc6-4dd8-9791-aa5a6ae1a803 req-4271097f-24fb-497f-8d34-65494097564e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0992043 Jul 23 09:28:48.168764 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6f253024-1fc6-4dd8-9791-aa5a6ae1a803 req-8e00923f-8a9b-417c-a411-961607b7bab6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680239 Jul 23 09:28:48.242819 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4', 'name': '', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'mac_address': 'fa:16:3e:10:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:39Z', 'updated_at': '2021-07-23T09:28:47Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'subnets': [{'id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:28:48.285119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f109-0620-4252-9251-70a09e9648ae None None] The sync data for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi is: [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:28:40Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4', 'name': '', 'network_id': 'bef471af-13d7-4862-a09c-ab9c83d959df', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'mac_address': 'fa:16:3e:10:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:39Z', 'updated_at': '2021-07-23T09:28:47Z', 'revision_number': 4, 'project_id': '8c30b82971224813adc409e50f7fb176', 'subnets': [{'id': 'df797b66-9697-4aae-8ea5-10d351971a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:28:48.554720 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779ae54-bee5-4f94-8cf2-e535d4a3386b req-3b2174af-468e-4873-81a2-08ec49026446 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:48.563369 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7779ae54-bee5-4f94-8cf2-e535d4a3386b req-3b2174af-468e-4873-81a2-08ec49026446 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1909752 Jul 23 09:28:48.676606 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7779ae54-bee5-4f94-8cf2-e535d4a3386b req-47bef869-0b11-4090-be50-22214ea739e0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094053 Jul 23 09:28:49.368261 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdb503-1ec4-4ee8-aeef-ef24557839c8 req-0e1fcd40-de77-4442-9bee-0b4ecda25ea1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:49.370782 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c1bdb503-1ec4-4ee8-aeef-ef24557839c8 req-0e1fcd40-de77-4442-9bee-0b4ecda25ea1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1018002 Jul 23 09:28:49.417219 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:49.440882 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c1bdb503-1ec4-4ee8-aeef-ef24557839c8 req-f2f2437f-5416-47a1-a0b6-ccc834101002 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Jul 23 09:28:49.499595 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:49.504139 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:49.504652 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:49.597062 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:49.633578 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:28:49.638790 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:49.697287 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:49.835596 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1326-965a-4772-903a-2dfae6561b97 req-1df9c773-aa9d-418f-98e6-0d37fa4f862b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:49.837219 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-588c1326-965a-4772-903a-2dfae6561b97 req-1df9c773-aa9d-418f-98e6-0d37fa4f862b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0788274 Jul 23 09:28:49.891778 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-588c1326-965a-4772-903a-2dfae6561b97 req-ddfac2c9-2771-4163-9852-73fe75ed4bb2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Jul 23 09:28:50.069479 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-c73aa6a4-5312-4cc2-906b-1ac609a82f0e service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117332 Jul 23 09:28:50.192142 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-72c122c2-7ec3-46db-8ae6-11d58222a7ab req-9564ed1f-4ede-4bee-9101-cccbc1f6eeae service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147239 Jul 23 09:28:50.292679 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906139c-d698-42df-98db-74386e6bde9c req-f4e8954d-46b8-4d9f-8fbe-87e39a9b128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:50.293585 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-f4e8954d-46b8-4d9f-8fbe-87e39a9b128a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.2952065 Jul 23 09:28:50.395626 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906139c-d698-42df-98db-74386e6bde9c req-c5e4e962-d6b5-496c-be26-0d5075424223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:50.397118 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-c5e4e962-d6b5-496c-be26-0d5075424223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.0955198 Jul 23 09:28:50.445624 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-db50f80b-755d-4931-9b3b-045bb8e396a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0374408 Jul 23 09:28:50.504390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906139c-d698-42df-98db-74386e6bde9c req-642578d8-fffe-4e6c-9d19-3613920c9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:50.505891 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-642578d8-fffe-4e6c-9d19-3613920c9e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0529041 Jul 23 09:28:50.552359 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-f50e4169-8a92-4b53-b72a-3e5567826e49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320892 Jul 23 09:28:50.574881 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f84f50-7979-4121-98ad-28fa8d9cc653 req-3a228db3-f4b5-46a9-9a35-c45b6a67cce8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:50.577380 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-35f84f50-7979-4121-98ad-28fa8d9cc653 req-3a228db3-f4b5-46a9-9a35-c45b6a67cce8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0718336 Jul 23 09:28:50.619770 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-35f84f50-7979-4121-98ad-28fa8d9cc653 req-81886933-e51f-4716-9f49-ea4026e95396 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Jul 23 09:28:50.655330 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-fd2ac555-467a-418b-8668-7572a667d517 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968220 Jul 23 09:28:50.754892 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c906139c-d698-42df-98db-74386e6bde9c req-a6cfe17c-cab3-4e25-ad5a-6ecd3c729a94 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906408 Jul 23 09:28:51.029458 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff98d18-ea01-468c-9c9f-f328647163b7 req-69675254-cfce-4f77-b946-af19090d67ae tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:51.030873 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bff98d18-ea01-468c-9c9f-f328647163b7 req-69675254-cfce-4f77-b946-af19090d67ae tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0750351 Jul 23 09:28:51.078413 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bff98d18-ea01-468c-9c9f-f328647163b7 req-4d34a1b6-56b2-42e2-8312-7b5f487d3e56 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Jul 23 09:28:51.343672 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:28:51.401825 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:51.402676 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:51.765045 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b5c07-3095-4fdc-be71-2e2c272f62cf req-871b257e-5a70-4369-bda1-bd31ec4f3ffd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:51.766664 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e88b5c07-3095-4fdc-be71-2e2c272f62cf req-871b257e-5a70-4369-bda1-bd31ec4f3ffd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0709376 Jul 23 09:28:51.815683 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e88b5c07-3095-4fdc-be71-2e2c272f62cf req-934ec7e5-a422-420d-89cc-8517ba0a5b0e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350482 Jul 23 09:28:52.214272 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7f8a-7baa-4aa4-af56-2bf163071647 req-ea2d3feb-3975-4bfc-af49-efa68f900f9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:52.215951 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-922f7f8a-7baa-4aa4-af56-2bf163071647 req-ea2d3feb-3975-4bfc-af49-efa68f900f9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0688553 Jul 23 09:28:52.258792 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-922f7f8a-7baa-4aa4-af56-2bf163071647 req-48098cfa-3a46-4980-9d19-6b091ddff0a3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363379 Jul 23 09:28:52.958906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf3aa5-eec7-4561-a330-b3efa649b1db req-01ce3d72-1dcc-44eb-9f4c-24bad58ce186 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:52.960555 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfbf3aa5-eec7-4561-a330-b3efa649b1db req-01ce3d72-1dcc-44eb-9f4c-24bad58ce186 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0686433 Jul 23 09:28:53.004206 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfbf3aa5-eec7-4561-a330-b3efa649b1db req-21999685-836a-4ae8-ad0e-2e9b24910366 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 23 09:28:53.082032 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-c488b19c-4d93-4df4-9e20-814ea4354766 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:53.083537 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-c488b19c-4d93-4df4-9e20-814ea4354766 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 814 time: 0.1066780 Jul 23 09:28:53.097821 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-29a2d6e3-fa8d-4f7d-ac94-868f99c4d3d6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/quotas/2b6cdaff79d44e05a5bec0cdb173c5df HTTP/1.1" status: 200 len: 375 time: 0.0088270 Jul 23 09:28:53.164840 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-ef380ed0-c32b-412c-9196-ed37962c41ad tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621090 Jul 23 09:28:53.271933 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-6cbeccc4-191a-47b5-941d-7b4478c62465 service neutron] 10.222.0.10 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955856 Jul 23 09:28:53.366774 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-30ea1c9a-2aac-4f16-8fc7-5517f8a044a3 service neutron] 10.222.0.10 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901113 Jul 23 09:28:53.402567 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534767e8-945f-4fd8-9694-f918f272beb0 req-ef34e79e-81bd-42c9-b74c-d967d7805b70 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:53.404070 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-534767e8-945f-4fd8-9694-f918f272beb0 req-ef34e79e-81bd-42c9-b74c-d967d7805b70 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0688655 Jul 23 09:28:53.443290 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-534767e8-945f-4fd8-9694-f918f272beb0 req-49fc7ada-7c21-478d-a750-04530bdcf93b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Jul 23 09:28:53.529836 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8019d815-c4ec-42a2-b6be-154ca9a83f6c req-01565fca-cbe4-4abb-b033-0f4dba954f64 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Jul 23 09:28:53.871507 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:54.457576 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53d85d-fe32-4e24-be2c-1819f3c695fb req-896fc4d8-4a22-448a-8e83-5013859950f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:54.459084 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3a53d85d-fe32-4e24-be2c-1819f3c695fb req-896fc4d8-4a22-448a-8e83-5013859950f6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0761249 Jul 23 09:28:54.514221 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3a53d85d-fe32-4e24-be2c-1819f3c695fb req-5fd37f64-f69e-4fbd-8899-dd5678d35ee3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492015 Jul 23 09:28:54.637504 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9a31e2b7-eea2-45df-beb4-6d033f13fed0 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:54.639207 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9a31e2b7-eea2-45df-beb4-6d033f13fed0 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 814 time: 0.1573884 Jul 23 09:28:54.654954 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'port': {'device_id': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'admin_state_up': True, 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:28:54.679829 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52b27-6087-4e49-bba9-f024fcb659fd req-d4e46ae7-44f1-43fe-b844-5e5ede7d3280 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:54.681438 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37a52b27-6087-4e49-bba9-f024fcb659fd req-d4e46ae7-44f1-43fe-b844-5e5ede7d3280 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1451154 Jul 23 09:28:54.768566 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37a52b27-6087-4e49-bba9-f024fcb659fd req-92468a08-459d-48da-832f-15ceb04f1a33 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774665 Jul 23 09:28:54.815579 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Made reservation on behalf of 2b6cdaff79d44e05a5bec0cdb173c5df for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:28:54.820862 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:54.942883 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db417b39-49c5-4bf2-bb92-1dca5ed2dd1f req-3b42de2f-9b76-44c1-8442-09155a38a782 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 210 time: 0.0399067 Jul 23 09:28:55.022755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Allocated IP 172.20.0.8 (f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e/a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6/38e1080d-d891-425f-a0f9-a55b7fd4f5fe) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:28:55.242104 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:55.257437 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Transition to ACTIVE for port object 38e1080d-d891-425f-a0f9-a55b7fd4f5fe will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:28:55.296577 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:55.340808 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:28:55.344053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:28:55.350383 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:28:55.380980 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:28:55.410711 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:55.411387 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:55.433642 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-9c29b53f-77cb-46ba-9f90-3138432cf3fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843397 Jul 23 09:28:55.634091 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-83f9277a-8fa5-4d15-b24c-e8125a435ba6 None None] Provisioning for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:28:55.637523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-83f9277a-8fa5-4d15-b24c-e8125a435ba6 None None] Provisioning complete for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:28:55.637890 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-83f9277a-8fa5-4d15-b24c-e8125a435ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:55.674712 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-83f9277a-8fa5-4d15-b24c-e8125a435ba6 None None] Port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:28:55.921836 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10df72-be13-4718-b3de-8d7aef1cf928 req-8a6a38ac-7e67-4bf8-97e7-02939f9c0111 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:55.923367 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0f10df72-be13-4718-b3de-8d7aef1cf928 req-8a6a38ac-7e67-4bf8-97e7-02939f9c0111 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0669482 Jul 23 09:28:55.962497 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0f10df72-be13-4718-b3de-8d7aef1cf928 req-0c4378ba-f3f0-437b-a26b-701939ee3793 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Jul 23 09:28:56.094678 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935faa0-fc6d-4e9f-a280-5b1a3eb2cb11 req-9520b01d-d418-48fb-bde7-fbda5f75b579 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:56.096254 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3935faa0-fc6d-4e9f-a280-5b1a3eb2cb11 req-9520b01d-d418-48fb-bde7-fbda5f75b579 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0740836 Jul 23 09:28:56.135808 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3935faa0-fc6d-4e9f-a280-5b1a3eb2cb11 req-3207e3c2-7226-44af-9527-3e7fa1298c93 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Jul 23 09:28:56.212952 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5d396760-b6b1-481e-a931-9f3791aedb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:57.108750 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5f01c-5078-42a6-99b6-70e8422e43f3 req-15f19be8-2c81-4cde-8aad-10bd8ebed4e0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:57.110186 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ba5f01c-5078-42a6-99b6-70e8422e43f3 req-15f19be8-2c81-4cde-8aad-10bd8ebed4e0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0709031 Jul 23 09:28:57.148894 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ba5f01c-5078-42a6-99b6-70e8422e43f3 req-e7b568c4-1eb1-4d32-8a17-4ae218703cac tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329115 Jul 23 09:28:57.264048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64cf2-31d7-45f6-a258-5620c50ed2ba req-9e304817-e8e3-4c2f-92a2-72b5f48674be tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:57.265524 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90f64cf2-31d7-45f6-a258-5620c50ed2ba req-9e304817-e8e3-4c2f-92a2-72b5f48674be tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0642359 Jul 23 09:28:57.304426 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90f64cf2-31d7-45f6-a258-5620c50ed2ba req-8fe693ea-8667-4019-9185-d7ebfdfea751 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Jul 23 09:28:58.296538 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bf108-2f4b-421e-84ee-575443ab0fb6 req-6dccac09-d0ea-4af5-b271-296e6ed8c81f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:58.298107 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a62bf108-2f4b-421e-84ee-575443ab0fb6 req-6dccac09-d0ea-4af5-b271-296e6ed8c81f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0749025 Jul 23 09:28:58.336391 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a62bf108-2f4b-421e-84ee-575443ab0fb6 req-6620233b-e86d-4421-b095-94b99b424355 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 23 09:28:58.440230 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4244df-8c9c-496c-b4a8-af3a44245902 req-6eb706e2-c3bb-4c86-b1c5-8fefdf1b5677 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:58.441729 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9b4244df-8c9c-496c-b4a8-af3a44245902 req-6eb706e2-c3bb-4c86-b1c5-8fefdf1b5677 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0665152 Jul 23 09:28:58.481392 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9b4244df-8c9c-496c-b4a8-af3a44245902 req-e2c48faf-68e6-4555-99ea-dcdbea82d758 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jul 23 09:28:59.038342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:59.091594 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b2be4849-2481-410a-b5f0-160864436e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:28:59.480689 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7165db-1991-48e4-8ae6-ca622f2aef3d req-11281127-3631-4c44-8e9c-9efbd0eb79b1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:59.482226 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7f7165db-1991-48e4-8ae6-ca622f2aef3d req-11281127-3631-4c44-8e9c-9efbd0eb79b1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0665095 Jul 23 09:28:59.521544 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7f7165db-1991-48e4-8ae6-ca622f2aef3d req-de65d17d-62c8-4f07-b42d-68fd8e7fa4fc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Jul 23 09:28:59.619218 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad75b8f-075c-4f00-94be-08de7dd71cee req-27265911-4397-4871-98d4-23c59198b4d7 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:28:59.620818 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ad75b8f-075c-4f00-94be-08de7dd71cee req-27265911-4397-4871-98d4-23c59198b4d7 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0688748 Jul 23 09:28:59.659764 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ad75b8f-075c-4f00-94be-08de7dd71cee req-3ae170a2-8fbb-4a53-818c-2ba4bdf6038c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jul 23 09:29:00.195686 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:00.669711 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da29b0-92fb-4e97-aa32-9c65b916a7a6 req-fbcca0da-4f12-4bbc-bbfb-19a006c65bee tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:00.671260 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5da29b0-92fb-4e97-aa32-9c65b916a7a6 req-fbcca0da-4f12-4bbc-bbfb-19a006c65bee tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0757289 Jul 23 09:29:00.711147 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5da29b0-92fb-4e97-aa32-9c65b916a7a6 req-23fe21ad-5688-4d16-aba5-0e319d2ad055 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Jul 23 09:29:00.790062 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea035-6fc0-4e3e-adad-90ea8f811a3f req-05521045-d1e0-4c60-8739-cf0e10dd40e5 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:00.791750 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cfea035-6fc0-4e3e-adad-90ea8f811a3f req-05521045-d1e0-4c60-8739-cf0e10dd40e5 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0665264 Jul 23 09:29:00.830950 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cfea035-6fc0-4e3e-adad-90ea8f811a3f req-78a04f24-5c9e-462e-91fb-a7d1d170384e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Jul 23 09:29:01.541405 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:01.848536 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7eebe-4602-4de5-976b-b50d702bc52c req-366cb744-57ff-4c8d-aad1-94eedb3f4143 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:01.850063 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dbb7eebe-4602-4de5-976b-b50d702bc52c req-366cb744-57ff-4c8d-aad1-94eedb3f4143 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0652885 Jul 23 09:29:01.906657 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dbb7eebe-4602-4de5-976b-b50d702bc52c req-6be3b3b6-59d0-4c76-a85c-c21efb91ab66 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 Jul 23 09:29:01.970347 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360d09-b743-43ab-ae08-58f76c15c3b7 req-5753820c-6ee6-4ec8-951c-44907bb69e2a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:01.972049 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02360d09-b743-43ab-ae08-58f76c15c3b7 req-5753820c-6ee6-4ec8-951c-44907bb69e2a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0737996 Jul 23 09:29:02.013384 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02360d09-b743-43ab-ae08-58f76c15c3b7 req-a638c258-4467-4a64-863d-1a52276c1031 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Jul 23 09:29:02.718328 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:29:03.043751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412a09-a3e1-430d-b20e-cd95a2285d45 req-74afa032-c905-4c62-b8ec-d264ec2c78f3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:03.045400 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e412a09-a3e1-430d-b20e-cd95a2285d45 req-74afa032-c905-4c62-b8ec-d264ec2c78f3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0661302 Jul 23 09:29:03.086494 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e412a09-a3e1-430d-b20e-cd95a2285d45 req-973cf838-bd2a-4a7f-9395-605f4f1e33c0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Jul 23 09:29:03.167858 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902eb1-422d-465b-9cbc-af4ea6696532 req-976d09ae-547b-4deb-bb67-577a6eeee465 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:03.170162 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a902eb1-422d-465b-9cbc-af4ea6696532 req-976d09ae-547b-4deb-bb67-577a6eeee465 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0757008 Jul 23 09:29:03.210277 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a902eb1-422d-465b-9cbc-af4ea6696532 req-7477922a-c0fb-4eb4-881c-54da35d92c01 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346444 Jul 23 09:29:04.225573 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7242-fe75-443a-9d36-913db1f8f27a req-eb33e6b8-97e0-4f7a-a7fb-8cc1f1174f57 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:04.227177 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f7ca7242-fe75-443a-9d36-913db1f8f27a req-eb33e6b8-97e0-4f7a-a7fb-8cc1f1174f57 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0669138 Jul 23 09:29:04.267269 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f7ca7242-fe75-443a-9d36-913db1f8f27a req-e7d8b75d-b680-4f9d-92d7-92700801e893 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Jul 23 09:29:04.348112 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09489ac4-5951-4763-b7bc-26714c5d29dc req-7cb35b7b-f15e-488c-8a19-dfcabc861a50 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:04.349685 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09489ac4-5951-4763-b7bc-26714c5d29dc req-7cb35b7b-f15e-488c-8a19-dfcabc861a50 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0650854 Jul 23 09:29:04.389614 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09489ac4-5951-4763-b7bc-26714c5d29dc req-3ab0f630-69fc-4985-aa20-86fdc6e888b0 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Jul 23 09:29:05.412627 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03063c-a827-4fa9-b240-089a3efa80f9 req-d966ac74-93b7-4106-9ff9-0a0e07775302 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:05.415321 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed03063c-a827-4fa9-b240-089a3efa80f9 req-d966ac74-93b7-4106-9ff9-0a0e07775302 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0700719 Jul 23 09:29:05.456015 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed03063c-a827-4fa9-b240-089a3efa80f9 req-3027c4db-7dd5-4210-b56a-eb9d5d6adc05 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353410 Jul 23 09:29:05.538164 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754d79d-ab4c-42e4-a832-5d360cec9499 req-b75a294e-2736-4d9b-94c9-5cee8e868805 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:05.540249 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1754d79d-ab4c-42e4-a832-5d360cec9499 req-b75a294e-2736-4d9b-94c9-5cee8e868805 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0700908 Jul 23 09:29:05.579542 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1754d79d-ab4c-42e4-a832-5d360cec9499 req-067400e7-b61b-4a88-b846-09ef6f404901 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Jul 23 09:29:06.588676 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb288f-9961-40da-97b4-5293bcd0a089 req-e731f230-c6fd-4605-91d3-90f9129829de tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:06.590189 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f2bb288f-9961-40da-97b4-5293bcd0a089 req-e731f230-c6fd-4605-91d3-90f9129829de tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.0649133 Jul 23 09:29:06.629346 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f2bb288f-9961-40da-97b4-5293bcd0a089 req-3b218167-bc2e-4cc9-9bd7-bb10465c3f41 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Jul 23 09:29:06.714895 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd70dd-d6ca-498b-81ee-90b9c3a3cbff req-a14ee253-09ca-4202-93e6-b09de1b800b9 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:06.716405 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22cd70dd-d6ca-498b-81ee-90b9c3a3cbff req-a14ee253-09ca-4202-93e6-b09de1b800b9 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 931 time: 0.0681138 Jul 23 09:29:06.754082 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-22cd70dd-d6ca-498b-81ee-90b9c3a3cbff req-2fa513de-02f6-4e99-89a1-9986b9471b6d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Jul 23 09:29:07.130577 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Request body: {'port': {'device_id': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:07.205198 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.453398 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e1080d-d891-425f-a0f9-a55b7fd4f5fe {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:29:07.460392 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.472040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Transition to ACTIVE for port object 38e1080d-d891-425f-a0f9-a55b7fd4f5fe will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:29:07.476938 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.573336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:07.596399 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.596993 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.597103 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.597529 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.597898 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.598233 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.598565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.598950 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.599360 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.599728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.600051 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.600382 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:07.614679 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Attempting to bind port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:29:07.615019 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Attempting to bind port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:29:07.615345 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Attempting to bind port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe on network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:29:07.621037 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe on network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:29:07.621312 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Attempting to bind port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe on network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:29:07.628582 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:29:07.628921 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Checking segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:29:07.629554 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Bound using segment: {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:29:07.629738 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Bound port: 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2da4db-a931-4da6-8144-87cea4434938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:29:07.630098 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.695179 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:29:07.698876 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:29:07.703200 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.777477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:07.778113 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:07.779613 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] 10.222.0.13 "PUT /v2.0/ports/38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 1093 time: 0.6537702 Jul 23 09:29:07.781308 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:07.783683 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf430889-9826-4789-a3e2-912f5d268894" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:07.809333 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf651-668b-450b-b3e4-cd2bf1efa982 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:07.831338 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43047118-9a4f-4c82-9e93-e6e029672f53 req-cb3f6501-6265-4aa6-9f6a-62357eb8b44f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:07.833165 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43047118-9a4f-4c82-9e93-e6e029672f53 req-cb3f6501-6265-4aa6-9f6a-62357eb8b44f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 944 time: 0.1277530 Jul 23 09:29:07.900861 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43047118-9a4f-4c82-9e93-e6e029672f53 req-00a169b4-42bb-42dc-a65c-74b687b7a763 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580394 Jul 23 09:29:07.917803 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-e9482f0f-cbbb-406b-ad51-39c2561cd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:07.919794 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-e9482f0f-cbbb-406b-ad51-39c2561cd0b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1096 time: 0.0854883 Jul 23 09:29:07.928168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dedfb-e6a8-4ad1-be96-fcbbaa8e1bc8 req-1d58d3a6-1244-4a47-8e0c-3719f9d24c8d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:07.933061 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6e3dedfb-e6a8-4ad1-be96-fcbbaa8e1bc8 req-1d58d3a6-1244-4a47-8e0c-3719f9d24c8d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 943 time: 0.0817709 Jul 23 09:29:07.971156 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa9900-88b8-48db-92bd-03f1394287c7 x-openstack-request-id: req-c4fa9900-88b8-48db-92bd-03f1394287c7 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:07.971471 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:07.971720 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4fa9900-88b8-48db-92bd-03f1394287c7 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:07.972105 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:29:07.974121 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-6394454a-998a-4c1d-b7e1-57e3e1119e45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 217 time: 0.0449433 Jul 23 09:29:07.977751 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6e3dedfb-e6a8-4ad1-be96-fcbbaa8e1bc8 req-e7921614-c5a4-4be1-870b-b077d09da731 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Jul 23 09:29:08.028079 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-92861e52-64fc-4433-ac11-91e613b7516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.029526 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-92861e52-64fc-4433-ac11-91e613b7516f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0446157 Jul 23 09:29:08.088981 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9266-5a16-4f84-890a-8bda69995a04 req-5a5ef02c-3e8a-469f-b1d7-998e38b6ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.090423 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-5a5ef02c-3e8a-469f-b1d7-998e38b6ee3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506046 Jul 23 09:29:08.186884 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-bf90e447-b05e-4445-a979-cd125da3c3e7 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834196 Jul 23 09:29:08.274467 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874e9266-5a16-4f84-890a-8bda69995a04 req-98494044-68c3-4e48-9fdc-257faecb7220 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810928 Jul 23 09:29:08.377600 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430889-9826-4789-a3e2-912f5d268894 req-b4c2ceda-8af4-4972-b7fc-91400550ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.379046 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-b4c2ceda-8af4-4972-b7fc-91400550ef13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1096 time: 0.0550013 Jul 23 09:29:08.464941 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430889-9826-4789-a3e2-912f5d268894 req-00d11e59-2d1d-4118-b89d-06af60e02ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.466376 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-00d11e59-2d1d-4118-b89d-06af60e02ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.0801265 Jul 23 09:29:08.502242 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:29:08.510576 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-ded96a46-af61-4f40-8350-dc0d5a628d1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 217 time: 0.0362971 Jul 23 09:29:08.560240 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430889-9826-4789-a3e2-912f5d268894 req-cf8049ed-04ae-421e-ad64-67e61043c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.561695 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-cf8049ed-04ae-421e-ad64-67e61043c57d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0429440 Jul 23 09:29:08.593225 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:08.607504 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '27495413-9f21-4299-9af7-426c7cc6c64f', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '27495413-9f21-4299-9af7-426c7cc6c64f', 'mac_address': 'fa:16:3e:86:29:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:29:08.622226 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf430889-9826-4789-a3e2-912f5d268894 req-7b3b4ed9-ba56-4835-a482-231dcbf85a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:08.623768 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-7b3b4ed9-ba56-4835-a482-231dcbf85a75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511432 Jul 23 09:29:08.644712 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:08.659782 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:29:08.678910 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:08.683871 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:08.731723 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=9']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:08.732510 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-6758bba7-79dc-4358-bbc9-8b935d20a2cf service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013248 Jul 23 09:29:08.820756 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf430889-9826-4789-a3e2-912f5d268894 req-f19e6935-1fe2-4af8-8023-1704498be683 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802789 Jul 23 09:29:09.004512 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['27495413-9f21-4299-9af7-426c7cc6c64f'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:09.041673 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb430b-fce3-40e3-969a-b8b7e1ba6993 req-22bc1d25-33b9-4c0d-bba5-4f5f22e3154e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:09.043207 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22eb430b-fce3-40e3-969a-b8b7e1ba6993 req-22bc1d25-33b9-4c0d-bba5-4f5f22e3154e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 945 time: 0.0676184 Jul 23 09:29:09.085425 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22eb430b-fce3-40e3-969a-b8b7e1ba6993 req-fc96f5f7-10ca-4927-832f-d0313ac4b92e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362968 Jul 23 09:29:09.114994 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b787c2-2df5-4cd7-9a2d-1e2469d85b79 req-fb35db61-c294-4e9e-840c-beea53120756 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:09.116520 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d6b787c2-2df5-4cd7-9a2d-1e2469d85b79 req-fb35db61-c294-4e9e-840c-beea53120756 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 943 time: 0.0704331 Jul 23 09:29:09.155550 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d6b787c2-2df5-4cd7-9a2d-1e2469d85b79 req-a8f23316-64dc-489f-b7c2-6e1bcbc67203 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jul 23 09:29:10.220546 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102bfe-71cd-4d89-96fd-5a39a27eb42f req-7042e61d-e375-45a2-8579-5cf007111923 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:10.222026 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98102bfe-71cd-4d89-96fd-5a39a27eb42f req-7042e61d-e375-45a2-8579-5cf007111923 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 945 time: 0.0633917 Jul 23 09:29:10.259229 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98102bfe-71cd-4d89-96fd-5a39a27eb42f req-30c1eb52-824c-4e14-9443-cc68a3098cc3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Jul 23 09:29:10.285233 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496858-e7ec-43b9-90de-a7d8bc51fe32 req-8ccd5219-a711-4394-9301-7d831e60707b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:10.287098 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-be496858-e7ec-43b9-90de-a7d8bc51fe32 req-8ccd5219-a711-4394-9301-7d831e60707b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 943 time: 0.0669887 Jul 23 09:29:10.325203 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-be496858-e7ec-43b9-90de-a7d8bc51fe32 req-7ecf2d4b-ed14-4cf7-95c3-27b016ee2c6b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Jul 23 09:29:10.546939 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 38e1080d-d891-425f-a0f9-a55b7fd4f5fe details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:29:10.549027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:29:10.658073 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 27495413-9f21-4299-9af7-426c7cc6c64f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:29:10.658446 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:10.695285 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:10.712521 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'port_id': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'mac_address': 'fa:16:3e:33:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:29:10.777993 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:10.798253 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:10.800707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1080d-d891-425f-a0f9-a55b7fd4f5fe {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:29:10.832993 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:10.840384 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:10.842600 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49fa7a8-2254-4390-a382-fafe0fae0e63" -d '{"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:10.845020 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:10.875655 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:10.881461 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d49aad-1716-4b47-9893-1eccfa7350a5 x-openstack-request-id: req-d8d49aad-1716-4b47-9893-1eccfa7350a5 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:10.881747 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:10.881998 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8d49aad-1716-4b47-9893-1eccfa7350a5 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:10.882382 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'code': 200} Jul 23 09:29:10.883007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:10.905720 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:10.953759 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=10']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:11.228589 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:11.429549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326025f-c03d-4a65-b926-ef2eee8d18f3 req-5e9096b8-25e4-417c-976e-a8e692b8ecdf tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:11.431657 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a326025f-c03d-4a65-b926-ef2eee8d18f3 req-5e9096b8-25e4-417c-976e-a8e692b8ecdf tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0912066 Jul 23 09:29:11.469220 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a326025f-c03d-4a65-b926-ef2eee8d18f3 req-c356e074-d3aa-405a-afb0-6b0cf450f3b1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 23 09:29:11.499983 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236c02-215e-4b2e-9d28-63c562ec6f33 req-93a26418-382a-48c0-b208-84ebbc6d1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:11.501475 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b2236c02-215e-4b2e-9d28-63c562ec6f33 req-93a26418-382a-48c0-b208-84ebbc6d1e47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 1100 time: 0.0941727 Jul 23 09:29:11.512985 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaa00e-bd55-4708-a88b-d7231fd0c70b req-d769ada7-ed6d-40cd-8642-82348c0d642b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:11.514348 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ebaa00e-bd55-4708-a88b-d7231fd0c70b req-d769ada7-ed6d-40cd-8642-82348c0d642b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 944 time: 0.0973430 Jul 23 09:29:11.565269 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b2236c02-215e-4b2e-9d28-63c562ec6f33 req-6117e2c8-0c21-4c8d-9b3f-4391d1eecc61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 Jul 23 09:29:11.568065 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ebaa00e-bd55-4708-a88b-d7231fd0c70b req-4cc5acda-2882-474d-a49d-051bf3d694bf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jul 23 09:29:12.547827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 38e1080d-d891-425f-a0f9-a55b7fd4f5fe up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:29:12.595318 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:29:12.598966 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:29:12.599342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:12.606588 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b5e5-fcbc-452e-8b62-eba47c7fcd6b req-c799a1d9-25e8-42f3-a655-60d58ef480a5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:12.608152 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3d7b5e5-fcbc-452e-8b62-eba47c7fcd6b req-c799a1d9-25e8-42f3-a655-60d58ef480a5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0671847 Jul 23 09:29:12.649896 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3d7b5e5-fcbc-452e-8b62-eba47c7fcd6b req-c87c330b-df41-4688-83f9-40c60f175ba6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361245 Jul 23 09:29:12.691541 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:12.711274 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250e3dc-6199-411c-8973-ef0a31b22b37 req-6dbd3b5b-788c-4f32-b4db-b899a77dba60 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:12.713414 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a250e3dc-6199-411c-8973-ef0a31b22b37 req-6dbd3b5b-788c-4f32-b4db-b899a77dba60 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 944 time: 0.0673995 Jul 23 09:29:12.724037 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:12.728180 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:12.764579 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a250e3dc-6199-411c-8973-ef0a31b22b37 req-c4d99184-8589-4210-8c7b-51d36aecf1f3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Jul 23 09:29:12.795501 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:12.803263 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.803674 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.809619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:12.884035 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:12.886361 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872fd29-7e4b-4711-95ff-b4ec1e143bd9" -d '{"events": [{"server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "name": "network-vif-plugged", "status": "completed", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:12.922872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f16d5b-7a14-465d-8926-8588e1f4ae43 x-openstack-request-id: req-27f16d5b-7a14-465d-8926-8588e1f4ae43 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:12.923170 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "name": "network-vif-plugged", "status": "completed", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:12.923476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27f16d5b-7a14-465d-8926-8588e1f4ae43 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:12.923820 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'code': 200} Jul 23 09:29:13.128608 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e362795-03ea-4b51-9666-0cdf492965cf req-5f6d0011-eca5-4cb3-9e22-49d7b4ff0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:13.130077 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e362795-03ea-4b51-9666-0cdf492965cf req-5f6d0011-eca5-4cb3-9e22-49d7b4ff0485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1098 time: 0.0598876 Jul 23 09:29:13.375657 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e362795-03ea-4b51-9666-0cdf492965cf req-9ab0f717-fc89-496e-84e3-2284165141af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367313 Jul 23 09:29:13.781292 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b12299-5bb8-43cf-a1f5-091619647efe req-b2fa8176-aa4e-4caa-92e1-2816b001d2c1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:13.782655 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6b12299-5bb8-43cf-a1f5-091619647efe req-b2fa8176-aa4e-4caa-92e1-2816b001d2c1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0613575 Jul 23 09:29:13.833143 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6b12299-5bb8-43cf-a1f5-091619647efe req-d5071953-f6d3-415c-aa31-a549e0e97bbe tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Jul 23 09:29:13.898957 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec745c6-cb15-4424-b2b4-7f54aac363e1 req-ba0ff111-426c-4e85-9fc6-70701e10826c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:13.900721 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7ec745c6-cb15-4424-b2b4-7f54aac363e1 req-ba0ff111-426c-4e85-9fc6-70701e10826c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0663180 Jul 23 09:29:13.938211 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7ec745c6-cb15-4424-b2b4-7f54aac363e1 req-159cae61-9486-4500-8097-2e2e684d908b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jul 23 09:29:14.279078 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55cfa-89e1-4842-abcd-46d593da3c66 req-1ae61d3f-4c57-407a-aa75-a159bc00d605 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:14.280691 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aed55cfa-89e1-4842-abcd-46d593da3c66 req-1ae61d3f-4c57-407a-aa75-a159bc00d605 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0691214 Jul 23 09:29:14.292099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-82408903-082c-4108-b846-9efa9c7d95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:14.293516 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-82408903-082c-4108-b846-9efa9c7d95c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0546408 Jul 23 09:29:14.318684 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aed55cfa-89e1-4842-abcd-46d593da3c66 req-a4c2abec-98ee-45ee-913a-a267e3dfc517 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Jul 23 09:29:14.396346 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-30b282fa-d3a9-4eec-90ce-f4a184930a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:14.397788 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-30b282fa-d3a9-4eec-90ce-f4a184930a5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.0869410 Jul 23 09:29:14.437551 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-399e545c-b444-40ea-9d24-a764395ad61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0325966 Jul 23 09:29:14.489409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-ee8df71b-1361-4e5f-b780-fa9d2acc651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:14.490853 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-ee8df71b-1361-4e5f-b780-fa9d2acc651e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0442517 Jul 23 09:29:14.542946 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-2e57dc62-286f-4ccf-bb2c-41de138a0bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280380 Jul 23 09:29:14.647015 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-9afb9a87-7a1b-422a-ba3e-3160674e5ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903742 Jul 23 09:29:14.751646 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f9697c6-eceb-48b8-8b3c-a66061d2009e req-49934cb0-c0de-405e-ae30-1277750e6403 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963364 Jul 23 09:29:14.793552 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962825f-b5ff-40e2-b85d-bc62f73253b3 req-62a7a48f-1776-435a-bc2b-7f32ea809180 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:14.796547 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c962825f-b5ff-40e2-b85d-bc62f73253b3 req-62a7a48f-1776-435a-bc2b-7f32ea809180 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0709257 Jul 23 09:29:14.833510 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c962825f-b5ff-40e2-b85d-bc62f73253b3 req-5b4e1e21-fc2f-4184-888f-92676b27b82b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320628 Jul 23 09:29:15.068074 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea073-2e15-45e9-bfe7-3861c3616610 req-f97446e0-2504-4dc6-90c8-aebc3444b9e4 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:15.069465 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f42ea073-2e15-45e9-bfe7-3861c3616610 req-f97446e0-2504-4dc6-90c8-aebc3444b9e4 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0624144 Jul 23 09:29:15.106633 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f42ea073-2e15-45e9-bfe7-3861c3616610 req-a6d0cef9-51d8-4fbc-ab4f-3e1e3d616453 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Jul 23 09:29:15.231082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fbb2e-59a1-4664-8f1e-c5f4f23c56e2 req-f7748c0e-f59f-408a-9a7f-584e715b110c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:15.232598 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-373fbb2e-59a1-4664-8f1e-c5f4f23c56e2 req-f7748c0e-f59f-408a-9a7f-584e715b110c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0621257 Jul 23 09:29:15.268731 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-373fbb2e-59a1-4664-8f1e-c5f4f23c56e2 req-3d853cfe-3c40-41db-ba0d-452092404ac8 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305426 Jul 23 09:29:15.451321 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e79051-02fd-40e1-9e74-5c188a0da81d req-46ebf12c-54c7-4b2f-9e18-8f0c57e05a93 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:15.452820 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78e79051-02fd-40e1-9e74-5c188a0da81d req-46ebf12c-54c7-4b2f-9e18-8f0c57e05a93 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0659282 Jul 23 09:29:15.491472 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78e79051-02fd-40e1-9e74-5c188a0da81d req-efa90974-20a9-47b1-89d7-11b9ec6a34d2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 23 09:29:15.606552 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd85469-186c-4730-aeb6-5ae55b9cceee req-f2101838-7060-4821-8ba2-8bfedacef61c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:15.607933 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0dd85469-186c-4730-aeb6-5ae55b9cceee req-f2101838-7060-4821-8ba2-8bfedacef61c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0660403 Jul 23 09:29:15.645388 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0dd85469-186c-4730-aeb6-5ae55b9cceee req-d4f4ab99-121f-4320-824d-12d19ca16989 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Jul 23 09:29:15.980268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b18a19-aca1-4d45-b63e-4340089c20bc req-b58df207-823c-4e8a-afec-f870ddbf8659 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:15.981755 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5b18a19-aca1-4d45-b63e-4340089c20bc req-b58df207-823c-4e8a-afec-f870ddbf8659 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0753336 Jul 23 09:29:16.018663 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5b18a19-aca1-4d45-b63e-4340089c20bc req-892647c2-0845-4f39-9079-7c5c48580721 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308559 Jul 23 09:29:16.641866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979dd85-9a97-4f01-a0b5-da54eedd719b req-fc2d07f7-502d-4483-971e-878c72e7064b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:16.643384 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4979dd85-9a97-4f01-a0b5-da54eedd719b req-fc2d07f7-502d-4483-971e-878c72e7064b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0825233 Jul 23 09:29:16.680170 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4979dd85-9a97-4f01-a0b5-da54eedd719b req-8a531fdf-260d-449f-a0ce-d39fa581369d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Jul 23 09:29:17.154597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab85-053c-40fd-9497-310464e97712 req-b9e85399-0de4-44c6-b785-f5025e15d177 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:17.156149 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cdb7ab85-053c-40fd-9497-310464e97712 req-b9e85399-0de4-44c6-b785-f5025e15d177 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0707409 Jul 23 09:29:17.196130 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cdb7ab85-053c-40fd-9497-310464e97712 req-657f6dae-4caf-451b-8e4c-2ae6db5d72ad tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338326 Jul 23 09:29:17.808312 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fadb7-9bd1-4f8d-8d06-ca4f25dae9fd req-3d9c98eb-2749-4a2d-9e80-3a0663069453 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:17.809820 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ed6fadb7-9bd1-4f8d-8d06-ca4f25dae9fd req-3d9c98eb-2749-4a2d-9e80-3a0663069453 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0643146 Jul 23 09:29:17.846715 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ed6fadb7-9bd1-4f8d-8d06-ca4f25dae9fd req-8a849cf4-033f-43f3-954c-d92527d00b29 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Jul 23 09:29:18.329652 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516505-b4f6-446b-b9e7-032df41ef854 req-72dbff01-e97a-48a6-bbd1-e86e0781a273 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:18.331111 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a516505-b4f6-446b-b9e7-032df41ef854 req-72dbff01-e97a-48a6-bbd1-e86e0781a273 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0670710 Jul 23 09:29:18.367087 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a516505-b4f6-446b-b9e7-032df41ef854 req-a31f4216-2ed8-4956-a3bf-44d45ae43007 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306435 Jul 23 09:29:18.975960 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97ba6-ff46-42f3-bb30-624842871e96 req-f57c6d77-659d-4a3d-84b2-744f12a12c54 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:18.977776 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffe97ba6-ff46-42f3-bb30-624842871e96 req-f57c6d77-659d-4a3d-84b2-744f12a12c54 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0643053 Jul 23 09:29:19.014268 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffe97ba6-ff46-42f3-bb30-624842871e96 req-dc3bab00-b809-4569-9d08-68ecb30cef1f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Jul 23 09:29:19.497211 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272eec-7957-4b57-b625-8d47c083df56 req-489127b4-0f42-4337-a464-a2ae0eec39b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:19.498713 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f272eec-7957-4b57-b625-8d47c083df56 req-489127b4-0f42-4337-a464-a2ae0eec39b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0635900 Jul 23 09:29:19.536374 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f272eec-7957-4b57-b625-8d47c083df56 req-dc3c8d36-9421-4084-ac91-e9219e10d5f6 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321441 Jul 23 09:29:20.142811 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d53c-5694-46af-bfcd-23503f2222e0 req-e3787ff8-49b4-42cf-a8e4-9fd17a51a526 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.144223 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a207d53c-5694-46af-bfcd-23503f2222e0 req-e3787ff8-49b4-42cf-a8e4-9fd17a51a526 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0640941 Jul 23 09:29:20.181251 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a207d53c-5694-46af-bfcd-23503f2222e0 req-0ca1f20d-e5a2-465e-8171-a660f45537bd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Jul 23 09:29:20.325206 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-cacba1b5-a67f-4c22-9dd5-edeb6899772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.326696 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-cacba1b5-a67f-4c22-9dd5-edeb6899772a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.0543690 Jul 23 09:29:20.437243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-092c1806-360b-47bd-8e15-48631408fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.438611 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-092c1806-360b-47bd-8e15-48631408fd1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.0844026 Jul 23 09:29:20.502021 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-2f9fa855-acd1-4258-b1ba-05c26febf6a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1002 time: 0.0552886 Jul 23 09:29:20.564737 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-1f070c48-9add-41a1-9bfb-7e56e57bab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.566203 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-1f070c48-9add-41a1-9bfb-7e56e57bab1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0460460 Jul 23 09:29:20.669553 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-8c23d980-ae93-4408-bf51-dcf9391f7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.671044 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-8c23d980-ae93-4408-bf51-dcf9391f7f6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928438 Jul 23 09:29:20.682546 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b7bcb-934e-46a0-a8ea-199ce91cdcb7 req-a3c0df4f-e3d8-44e4-8f20-aecba44f875e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:20.683956 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc0b7bcb-934e-46a0-a8ea-199ce91cdcb7 req-a3c0df4f-e3d8-44e4-8f20-aecba44f875e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0794673 Jul 23 09:29:20.776550 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc0b7bcb-934e-46a0-a8ea-199ce91cdcb7 req-b0271504-f31c-41bd-95e7-0363524d262a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837595 Jul 23 09:29:20.799431 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-248bbec2-9630-4e7a-be61-b4c50bdf5526 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145124 Jul 23 09:29:20.894729 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a7428db-62f9-4aea-ab4c-61275ef58c81 req-78a5ea1e-c842-40d7-b660-9978db5e0f13 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881097 Jul 23 09:29:21.309272 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ff907-09b0-43d9-b6bb-2a46ae3131b1 req-ccd1b6cd-3289-430f-ad18-324a8478d6d6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:21.310765 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-061ff907-09b0-43d9-b6bb-2a46ae3131b1 req-ccd1b6cd-3289-430f-ad18-324a8478d6d6 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0638080 Jul 23 09:29:21.346982 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-061ff907-09b0-43d9-b6bb-2a46ae3131b1 req-43436850-b84a-4c88-91e6-ec9077597595 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Jul 23 09:29:21.907854 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa30b5-fad9-4a43-9f93-46dfa4f18543 req-1a73916c-85df-4413-9cc5-f5fd86e28cb4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:21.909359 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41fa30b5-fad9-4a43-9f93-46dfa4f18543 req-1a73916c-85df-4413-9cc5-f5fd86e28cb4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0657728 Jul 23 09:29:21.946714 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41fa30b5-fad9-4a43-9f93-46dfa4f18543 req-a45b5dae-c1b9-4d00-ace0-511b33084136 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316682 Jul 23 09:29:22.477007 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0892-364f-4761-8aea-9bfee0300659 req-9492781a-3b1c-472d-aefa-fdf90e94f601 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:22.478499 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c90a0892-364f-4761-8aea-9bfee0300659 req-9492781a-3b1c-472d-aefa-fdf90e94f601 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0666251 Jul 23 09:29:22.515204 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c90a0892-364f-4761-8aea-9bfee0300659 req-c5fd8bd3-d2b7-4729-be12-60679a5f0cc8 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Jul 23 09:29:23.072938 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a18bc-5eed-4bbd-a868-dfe4ac3a1daf req-aac0a2aa-7e32-4373-a608-00261fbc386c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:23.074397 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b86a18bc-5eed-4bbd-a868-dfe4ac3a1daf req-aac0a2aa-7e32-4373-a608-00261fbc386c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0617471 Jul 23 09:29:23.111382 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b86a18bc-5eed-4bbd-a868-dfe4ac3a1daf req-f23531f7-475d-4044-8883-a26be1901d7e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315361 Jul 23 09:29:23.641412 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035a5e-cf6e-41a0-8965-47b8b26a3b18 req-9f9d1101-9833-40a3-a491-1f8a83f4c65f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:23.642885 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-48035a5e-cf6e-41a0-8965-47b8b26a3b18 req-9f9d1101-9833-40a3-a491-1f8a83f4c65f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0624473 Jul 23 09:29:23.679202 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-48035a5e-cf6e-41a0-8965-47b8b26a3b18 req-f5342429-9664-4976-aa51-77bc0be5f528 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Jul 23 09:29:23.894088 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:24.239694 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb6650-780c-4c0d-bad8-23db7f97e8fb req-cc6f308c-2bd1-4a63-9a35-c219855f0af2 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:24.241159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9dfb6650-780c-4c0d-bad8-23db7f97e8fb req-cc6f308c-2bd1-4a63-9a35-c219855f0af2 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0651770 Jul 23 09:29:24.277822 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9dfb6650-780c-4c0d-bad8-23db7f97e8fb req-c05104ae-04e0-490e-82a8-9a24674a513f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304737 Jul 23 09:29:24.807340 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb7214-6f25-43ed-b97e-078ecf8cc38e req-311772a8-7fdc-4197-9389-5bf44c470da3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:24.808852 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84eb7214-6f25-43ed-b97e-078ecf8cc38e req-311772a8-7fdc-4197-9389-5bf44c470da3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0644779 Jul 23 09:29:24.847544 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84eb7214-6f25-43ed-b97e-078ecf8cc38e req-80802328-5b3f-45fd-8a31-35509ca7b70c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jul 23 09:29:25.108594 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b742d4-08af-49f4-811b-91841e14df18 req-c12a7db1-ec54-4d54-94c9-88a08e560400 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.110081 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b9b742d4-08af-49f4-811b-91841e14df18 req-c12a7db1-ec54-4d54-94c9-88a08e560400 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0644970 Jul 23 09:29:25.146159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b9b742d4-08af-49f4-811b-91841e14df18 req-623c8c8f-f7e3-4aa8-add8-71f93808a54f tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Jul 23 09:29:25.169425 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58088) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:25.314969 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e36c5b-c797-45b6-9b50-d73c5de84201 tempest-TestMinimumBasicScenario-1677250262 tempest-TestMinimumBasicScenario-1677250262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.316521 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-49e36c5b-c797-45b6-9b50-d73c5de84201 tempest-TestMinimumBasicScenario-1677250262 tempest-TestMinimumBasicScenario-1677250262-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1093 time: 0.1461117 Jul 23 09:29:25.319614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58094) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:25.324674 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'port_id': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:25.352123 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:25.410322 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bd78-89ee-4421-abb3-0c9c61a9851c req-2771eeaa-2bc2-469d-956a-7dda8943b534 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.411830 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b6c7bd78-89ee-4421-abb3-0c9c61a9851c req-2771eeaa-2bc2-469d-956a-7dda8943b534 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0667245 Jul 23 09:29:25.446415 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:25.448903 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b6c7bd78-89ee-4421-abb3-0c9c61a9851c req-6b471f26-3166-44e2-97f6-a0a817bfe5fa tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312116 Jul 23 09:29:25.554277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Allocated IP 172.27.3.111 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/d38d9964-e916-44a6-bb34-f3729110e52e) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:29:25.665625 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de8f17-d878-40e3-8681-7b544ff69342 req-d028b95d-d531-473c-99f3-7f84205ea270 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.667261 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63de8f17-d878-40e3-8681-7b544ff69342 req-d028b95d-d531-473c-99f3-7f84205ea270 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0663900 Jul 23 09:29:25.668120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:25.704333 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63de8f17-d878-40e3-8681-7b544ff69342 req-79a5a9db-85f7-4688-b359-50950b701cde tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314856 Jul 23 09:29:25.748372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-5a9ea1eb-a7ae-4fe5-8d06-374b58b3f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.750302 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-5a9ea1eb-a7ae-4fe5-8d06-374b58b3f68b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 1099 time: 0.0942917 Jul 23 09:29:25.756884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:25.821225 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:29:25.828808 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:29:25.834776 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:29:25.839390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'Port': ['ID=d38d9964-e916-44a6-bb34-f3729110e52e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:25.959253 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-3e4f813f-5a60-456c-b96a-7af89f6e0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:25.960712 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-3e4f813f-5a60-456c-b96a-7af89f6e0587 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.1986239 Jul 23 09:29:26.151660 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-e439e173-5ef7-48bd-89bc-74fb4bd40720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 200 len: 1002 time: 0.1727319 Jul 23 09:29:26.174752 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc98abc-07f9-48c0-9403-a9aecfee2d62 req-4e8c55cf-561c-4c71-962a-0da02e66965a tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:26.176312 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5fc98abc-07f9-48c0-9403-a9aecfee2d62 req-4e8c55cf-561c-4c71-962a-0da02e66965a tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.2576549 Jul 23 09:29:26.213610 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f3cd3d25-46db-4a12-88f1-b0fcc738afec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:26.246314 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-36164a7e-3302-4710-98c9-47f9172f535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:26.247801 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-36164a7e-3302-4710-98c9-47f9172f535e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0897002 Jul 23 09:29:26.282046 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5fc98abc-07f9-48c0-9403-a9aecfee2d62 req-056a7135-ae4a-44a2-8d39-dd549fc3023d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832722 Jul 23 09:29:26.455899 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-a968a6aa-ef8a-485b-9f2a-a0939949a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:26.457328 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-a968a6aa-ef8a-485b-9f2a-a0939949a3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1961441 Jul 23 09:29:26.487486 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:26.622516 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-d053bc68-9b72-4041-8445-b2f994adbc1a service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463304 Jul 23 09:29:26.625406 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:26.796925 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3642e57b-bd1e-41e6-8d45-296341977b0e req-a77c0378-230a-45ad-9f37-ef364efa29df service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483462 Jul 23 09:29:26.850263 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d38f4-f97d-447b-ac44-351db5e6f32c req-405b6016-4136-4826-a499-b5a5e02a54fc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:26.850836 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:26.851957 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ec8d38f4-f97d-447b-ac44-351db5e6f32c req-405b6016-4136-4826-a499-b5a5e02a54fc tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0817664 Jul 23 09:29:26.855565 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:26.890371 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ec8d38f4-f97d-447b-ac44-351db5e6f32c req-62eecbde-854d-49b2-b27d-e21f6868430b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319958 Jul 23 09:29:26.918304 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'Port': ['ID=d38d9964-e916-44a6-bb34-f3729110e52e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:26.937621 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.244808 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Floating IP 38c1dbfc-6c0c-41d0-928f-3adb4b959ae9 associated. External IP: 172.27.3.111, port: 38e1080d-d891-425f-a0f9-a55b7fd4f5fe. Jul 23 09:29:27.493477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Router 59090f37-fd1e-4d3e-8e3d-e52df60a256f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:29:27.501018 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff05ba-d69a-4bd6-acd0-9aa835b5f4ff req-ebfb1bdc-c560-4019-988b-499995501204 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:27.502425 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-efff05ba-d69a-4bd6-acd0-9aa835b5f4ff req-ebfb1bdc-c560-4019-988b-499995501204 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.1199443 Jul 23 09:29:27.614500 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-efff05ba-d69a-4bd6-acd0-9aa835b5f4ff req-38667152-4aaa-4688-aad4-34953ce43c10 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053324 Jul 23 09:29:27.641193 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:29:27.651024 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Sync routers for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:29:27.656494 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.659785 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:29:27.660381 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:29:27.695646 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-73cd80fa-770f-4fa0-84ee-a31906c0db0b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3748069 Jul 23 09:29:27.696189 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:27.698944 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916bfc69-d764-4d14-8322-03a69c7933f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:27.699852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58106) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:27.704631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715898819', 'description': 'tempest-secgroup-smoke-1715898819 description', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:27.729829 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.735119 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb5cc5-c4f1-4c79-bc28-7a9547b05302 x-openstack-request-id: req-6bcb5cc5-c4f1-4c79-bc28-7a9547b05302 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:27.735434 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:27.735688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bcb5cc5-c4f1-4c79-bc28-7a9547b05302 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:27.736143 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:29:27.766329 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:29:27.823792 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-b172113a-8b79-40fa-902a-d523dbadfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:27.825474 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-b172113a-8b79-40fa-902a-d523dbadfe8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1098 time: 0.0604944 Jul 23 09:29:27.830281 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.834688 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.867880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e0824c-6a71-4d9b-8058-f1392fea09ca,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:27.871445 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.875357 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1717734 Jul 23 09:29:27.876315 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58110) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:27.882137 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:27.888700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.889053 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.889400 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.890323 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.890668 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.891004 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.891343 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.891721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.892049 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.892841 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.893176 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.893527 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725821d-fb7f-4d26-aa0b-4b5d04e5f3cd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:29:27.926096 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.956552 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-08d2ca5c-6b40-49bf-9db1-44faf54bb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:27.959224 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-08d2ca5c-6b40-49bf-9db1-44faf54bb769 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.1260870 Jul 23 09:29:27.988553 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:27.994597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.004529 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '38c1dbfc-6c0c-41d0-928f-3adb4b959ae9', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'port_id': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'mac_address': 'fa:16:3e:33:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:29:26Z', 'updated_at': '2021-07-23T09:29:26Z', 'revision_number': 0, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:29:28.018494 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b925f3d-d87d-43cf-8f77-dc7a3f7d6354,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.020842 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.026185 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4411cfc0-2656-444a-afb6-694c82d407ea tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440623 Jul 23 09:29:28.026185 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58116) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:28.030981 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.036458 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Checking router: 59090f37-fd1e-4d3e-8e3d-e52df60a256f for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:29:28.044875 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:29:28.045569 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:28:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:29:28.061065 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.084531 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-636bb4ac-b578-4fed-b424-c22740451a03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 999 time: 0.1181252 Jul 23 09:29:28.124743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02e4e-1956-44af-951b-e3b7fbfa95e8 req-436cf4dc-02ab-4cb4-bb19-bab8d0c4abdb tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:28.126245 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23e02e4e-1956-44af-951b-e3b7fbfa95e8 req-436cf4dc-02ab-4cb4-bb19-bab8d0c4abdb tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.1614513 Jul 23 09:29:28.127524 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.135504 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.150472 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:29:28.162309 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f9e380-9211-4248-bdcb-9477eff71dfe,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.163184 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-55cdea3f-d202-476b-8664-aa0fd6ac98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:28.165822 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-55cdea3f-d202-476b-8664-aa0fd6ac98b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0734410 Jul 23 09:29:28.169071 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.173903 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-643e90f6-a9d7-41f2-81fb-0bd828fa6fcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467803 Jul 23 09:29:28.174690 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58118) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:28.179326 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.208022 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.211972 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23e02e4e-1956-44af-951b-e3b7fbfa95e8 req-4e93d134-dd05-4d46-9cc6-175a02edb8c6 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729735 Jul 23 09:29:28.246661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-f5256494-57d9-4a01-b786-59a4954d03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:28.248885 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-f5256494-57d9-4a01-b786-59a4954d03ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731752 Jul 23 09:29:28.275830 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.279744 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.299836 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8582f12-3673-4316-858d-bdc523c3db52,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.303577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.308626 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-63a54966-77fd-49d3-81cc-00ff0a74ee95 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290350 Jul 23 09:29:28.308847 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58122) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:28.313619 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.342310 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.351566 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-398b8734-682d-456b-800c-615d0f51cf3f service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901101 Jul 23 09:29:28.407002 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.410548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.429535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b39d2e-388d-4c5d-817b-d0a12169975d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.440963 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.444797 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-152a2c53-de8a-4f8f-b0cd-2df4975d4bbe tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323729 Jul 23 09:29:28.445046 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58124) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:28.451111 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.451715 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-916bfc69-d764-4d14-8322-03a69c7933f5 req-417fd441-8f85-46e7-a3af-15646794f602 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931594 Jul 23 09:29:28.473522 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Project 2b6cdaff79d44e05a5bec0cdb173c5df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:29:28.478697 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.489500 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '38c1dbfc-6c0c-41d0-928f-3adb4b959ae9', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'port_id': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'mac_address': 'fa:16:3e:33:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:29:26Z', 'updated_at': '2021-07-23T09:29:26Z', 'revision_number': 0, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:29:28.516676 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dba18-4eca-4abf-9d58-b0446e678ade None None] The sync data for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi is: [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '38c1dbfc-6c0c-41d0-928f-3adb4b959ae9', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'port_id': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'mac_address': 'fa:16:3e:33:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:29:26Z', 'updated_at': '2021-07-23T09:29:26Z', 'revision_number': 0, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:29:28.540262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.544194 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.564717 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2cfe60-96b1-4e2c-b678-25924d581595,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.569828 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.571971 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4772db69-33b5-4ca7-8568-97afbcc0874b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248627 Jul 23 09:29:28.574719 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58126) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:28.579179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'security_group_rule': {'security_group_id': 'b5e0824c-6a71-4d9b-8058-f1392fea09ca', 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.600713 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Project 2b6cdaff79d44e05a5bec0cdb173c5df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:29:28.606266 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.673759 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.678582 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.708094 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94430c36-310d-451b-aa21-470fe4c0b45a,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:28.729023 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.730230 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d866a75c-e41c-46b0-a5e5-9b740558ea37 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545808 Jul 23 09:29:28.731375 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1568071e-6962-4ec7-a07d-1f1784c073d3 None None] New status for floating IP 38c1dbfc-6c0c-41d0-928f-3adb4b959ae9: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:29:28.775780 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544ad8-f615-46a4-99d8-f597cf16af31 req-934521d7-6542-4f5e-bf6e-95298fb64b5b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:28.777452 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-81544ad8-f615-46a4-99d8-f597cf16af31 req-934521d7-6542-4f5e-bf6e-95298fb64b5b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0858514 Jul 23 09:29:28.814258 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-5ab52abe-c57a-45eb-8bc3-6710d73e18ce tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715898819&fields=id&tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df HTTP/1.1" status: 200 len: 267 time: 0.0348332 Jul 23 09:29:28.817389 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-81544ad8-f615-46a4-99d8-f597cf16af31 req-8b04e1e0-a466-49f7-82f3-ae7264441baf tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Jul 23 09:29:28.886029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-6df60f89-314d-42bd-8a14-e2f53d4cd4a8 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:28.887538 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-6df60f89-314d-42bd-8a14-e2f53d4cd4a8 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0667758 Jul 23 09:29:28.898566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'port': {'security_groups': ['06753689-ec53-4f3c-a0e8-76b0bb021bd6', 'b5e0824c-6a71-4d9b-8058-f1392fea09ca']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:29:28.922774 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:28.988128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.091619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ebd85b46-3708-47c1-af0d-1babd8d5a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.172207 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:29.200299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.204571 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.220346 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:29.246856 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:29.249928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.251383 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35f9da32-8dd6-4f55-8b3f-8d8b018c3fb0 req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "PUT /v2.0/ports/38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 981 time: 0.3576229 Jul 23 09:29:29.275483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ab4b7-e006-4590-a9f7-c3206e8700c6 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:29.371750 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:29.391887 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a90a03-72f4-4a23-b938-cbfc176c17cf req-84a9705c-4283-4ae6-951f-aa41fe1f2e04 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:29.393604 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30a90a03-72f4-4a23-b938-cbfc176c17cf req-84a9705c-4283-4ae6-951f-aa41fe1f2e04 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0762606 Jul 23 09:29:29.435741 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30a90a03-72f4-4a23-b938-cbfc176c17cf req-91303100-1619-4c62-bccd-e7d7e2828418 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359757 Jul 23 09:29:29.502355 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f9be60cb-7d80-4ade-a874-fea35223dee2 None None] Provisioning complete for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:29:29.502723 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f9be60cb-7d80-4ade-a874-fea35223dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:29.737028 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:29.739419 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:29.778568 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce0f3fa-2efe-4945-afa4-d646fd693e10 x-openstack-request-id: req-5ce0f3fa-2efe-4945-afa4-d646fd693e10 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:29.779155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:29.779578 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ce0f3fa-2efe-4945-afa4-d646fd693e10 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:29.780142 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:29:29.868730 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-d1cd17f9-104a-4227-a54f-4abef630381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:29.870248 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-d1cd17f9-104a-4227-a54f-4abef630381c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1137 time: 0.0637417 Jul 23 09:29:29.955172 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d54257-cb64-421c-a37f-d5e16209afcc req-62c98e38-7778-4186-8c61-30578670113e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:29.956621 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36d54257-cb64-421c-a37f-d5e16209afcc req-62c98e38-7778-4186-8c61-30578670113e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0667939 Jul 23 09:29:29.964688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-adc25414-080b-4a1e-8b12-79b703301e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:29.966215 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-adc25414-080b-4a1e-8b12-79b703301e35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.0898106 Jul 23 09:29:29.994125 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36d54257-cb64-421c-a37f-d5e16209afcc req-f9f2d4f1-a43c-4e62-9956-a43e81244e7f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jul 23 09:29:30.038846 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-e75c4a66-09fb-4101-b9ac-7ee6beb46b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0629485 Jul 23 09:29:30.093655 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-c55f7909-9678-4ee5-bbe9-7b520d9a90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:30.095036 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-c55f7909-9678-4ee5-bbe9-7b520d9a90ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0430741 Jul 23 09:29:30.156766 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-b680ee90-609e-4036-99c7-da78a584d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:30.158193 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-b680ee90-609e-4036-99c7-da78a584d6d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509944 Jul 23 09:29:30.197506 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:30.253774 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-ac3651fa-334b-4b42-8112-09de1f5573d8 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Jul 23 09:29:30.338432 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b4da552-b4b9-47c6-8935-3fc1f6d72cbf req-680abd63-180f-4afd-8182-85ad5d9362b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784745 Jul 23 09:29:31.124754 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2153a-a7da-4d37-b2e1-8203a504e1d3 req-dfdbba0e-aef8-4fb8-b27b-10ce5c1b3438 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:31.126135 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bbb2153a-a7da-4d37-b2e1-8203a504e1d3 req-dfdbba0e-aef8-4fb8-b27b-10ce5c1b3438 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0627742 Jul 23 09:29:31.167795 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bbb2153a-a7da-4d37-b2e1-8203a504e1d3 req-a1c86c66-2d95-4d85-afcf-24c6e7350fcb tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Jul 23 09:29:31.542813 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:32.294613 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd7d5-5908-4e7b-889f-7a862992d439 req-1d768f71-9234-445a-ab81-754fe8c4d0f0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:32.296102 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffbbd7d5-5908-4e7b-889f-7a862992d439 req-1d768f71-9234-445a-ab81-754fe8c4d0f0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0617738 Jul 23 09:29:32.331640 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffbbd7d5-5908-4e7b-889f-7a862992d439 req-b551046c-46a8-4931-96fc-54b345511414 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300357 Jul 23 09:29:33.459626 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01218-beb8-40ce-97f4-94f5d93b1fb4 req-9677f6b7-d177-4274-bfe6-7e7e8842f0a4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:33.461412 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ec01218-beb8-40ce-97f4-94f5d93b1fb4 req-9677f6b7-d177-4274-bfe6-7e7e8842f0a4 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0623462 Jul 23 09:29:33.497695 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ec01218-beb8-40ce-97f4-94f5d93b1fb4 req-dd0b4c00-4564-4318-85fc-0f495d191b67 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jul 23 09:29:34.628405 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74038-6a1e-48ae-8704-cb5a06f5820d req-8f589e3e-77e9-4804-aed5-bd16e513658e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:34.629973 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-91d74038-6a1e-48ae-8704-cb5a06f5820d req-8f589e3e-77e9-4804-aed5-bd16e513658e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0674059 Jul 23 09:29:34.667082 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-91d74038-6a1e-48ae-8704-cb5a06f5820d req-b85dbecf-7e6c-4dc8-9c5a-6dcab524c78b tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 23 09:29:35.797095 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932bb05-7be9-4cd4-9333-b9f73d4b4d21 req-77b32a6d-5f66-47ab-967d-3dffe8e9af58 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:35.798581 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0932bb05-7be9-4cd4-9333-b9f73d4b4d21 req-77b32a6d-5f66-47ab-967d-3dffe8e9af58 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0656104 Jul 23 09:29:35.835994 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0932bb05-7be9-4cd4-9333-b9f73d4b4d21 req-00d2b0e2-2570-4cf6-9003-d2c186cf8dca tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Jul 23 09:29:36.435243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8132-695e-4a58-8b56-63fd403bd5f3 req-41918256-c084-44a0-8adf-28c7954d8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:36.436769 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-627d8132-695e-4a58-8b56-63fd403bd5f3 req-41918256-c084-44a0-8adf-28c7954d8bdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0563865 Jul 23 09:29:36.472869 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-627d8132-695e-4a58-8b56-63fd403bd5f3 req-958fab61-d35b-4584-9119-ce012428c5c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256894 Jul 23 09:29:36.965139 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9591-4288-448c-bea0-78c20ba76066 req-9787ac81-e487-4a15-8e6d-e9282b22df98 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:36.966604 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-25ef9591-4288-448c-bea0-78c20ba76066 req-9787ac81-e487-4a15-8e6d-e9282b22df98 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0636680 Jul 23 09:29:37.002727 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-25ef9591-4288-448c-bea0-78c20ba76066 req-0757a662-8a53-4d1e-b111-c1e7c078b375 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Jul 23 09:29:38.128529 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958544-b486-4ef2-af55-73d33c8e9fe5 req-17d5a03c-d6c4-4b5e-a74c-72f753306d97 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:38.129924 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52958544-b486-4ef2-af55-73d33c8e9fe5 req-17d5a03c-d6c4-4b5e-a74c-72f753306d97 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0621340 Jul 23 09:29:38.166892 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52958544-b486-4ef2-af55-73d33c8e9fe5 req-02b33805-5331-4917-a0df-503fd66d5835 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Jul 23 09:29:38.466426 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-a5a891e1-056b-4b4d-8f79-a2fc96542c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:38.467955 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-a5a891e1-056b-4b4d-8f79-a2fc96542c76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f73067c3e61948929154e72573865eb5&device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0563488 Jul 23 09:29:38.494036 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad07c-8895-4199-99da-ac47dc33c791 req-3000ecff-0510-47e1-a520-0d1a13a2eeb1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:38.495620 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-270ad07c-8895-4199-99da-ac47dc33c791 req-3000ecff-0510-47e1-a520-0d1a13a2eeb1 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0765266 Jul 23 09:29:38.537914 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-270ad07c-8895-4199-99da-ac47dc33c791 req-0a9a6e12-8ea0-4ce5-978a-a31a6807702d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Jul 23 09:29:38.568061 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-14c859e2-95cf-40d8-b36d-31e5b07ec04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:38.569568 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-14c859e2-95cf-40d8-b36d-31e5b07ec04f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 200 len: 920 time: 0.0939364 Jul 23 09:29:38.616338 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-024bedf4-87d8-4389-b474-dc3aabd69084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 200 len: 217 time: 0.0387976 Jul 23 09:29:38.676825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-6d0265cd-a93a-4e2c-a202-2bb0abecf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:38.678211 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-6d0265cd-a93a-4e2c-a202-2bb0abecf161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 200 len: 859 time: 0.0541561 Jul 23 09:29:38.713630 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-ef35e374-d979-4d1d-9772-307827de3197 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd283fef-4ea6-4cb9-ba98-363e189f57f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287857 Jul 23 09:29:38.807664 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-e86f7480-9294-4f0b-aa9c-87a56b02cf0c service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868051 Jul 23 09:29:38.898998 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-768b3ebc-98bb-4d26-894d-ed2a21df0608 req-5bef72c2-3110-4ef8-9ef1-7aacfa747e13 service neutron] 10.222.0.13 "GET /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845451 Jul 23 09:29:39.667755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e96a3-37cf-48d7-8f77-919a14f063b0 req-a04ceb02-7920-4f0c-be1c-23646851de95 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:39.669236 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-515e96a3-37cf-48d7-8f77-919a14f063b0 req-a04ceb02-7920-4f0c-be1c-23646851de95 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0629203 Jul 23 09:29:39.705897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-515e96a3-37cf-48d7-8f77-919a14f063b0 req-11b8a0e1-74bb-4b26-9218-cd489ba6a48a tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Jul 23 09:29:39.718706 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:29:40.834553 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2793-d54b-4fea-839d-19ca2def827b req-f78bd230-5449-41b1-9b7c-726a66fa136e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:40.836224 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d73b2793-d54b-4fea-839d-19ca2def827b req-f78bd230-5449-41b1-9b7c-726a66fa136e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0640748 Jul 23 09:29:40.873007 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d73b2793-d54b-4fea-839d-19ca2def827b req-657cfe54-591a-4ed1-b198-11820d9b1d6f tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jul 23 09:29:42.004302 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f69f0d-b980-466b-9b70-9e2d5d24defc req-eac66da3-d736-45a4-922d-61d77866188e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:42.005773 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70f69f0d-b980-466b-9b70-9e2d5d24defc req-eac66da3-d736-45a4-922d-61d77866188e tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0648782 Jul 23 09:29:42.042953 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70f69f0d-b980-466b-9b70-9e2d5d24defc req-781a07d0-265c-41ff-a446-cafc7db47602 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jul 23 09:29:45.866715 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec01b-8479-44d2-88ab-c14ee9a7688f req-fcf33c85-e52d-4ab2-9dff-a6e06849b0b0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:45.868886 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-593ec01b-8479-44d2-88ab-c14ee9a7688f req-fcf33c85-e52d-4ab2-9dff-a6e06849b0b0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0652845 Jul 23 09:29:45.906328 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-593ec01b-8479-44d2-88ab-c14ee9a7688f req-a267acfe-70fa-4fd4-8ce7-fa0f99dc8efc tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Jul 23 09:29:47.036067 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68574f67-5cec-460b-a04d-1e0e99f7645c req-58687544-b52c-4dd5-b296-c4c2182f47d2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:47.037531 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68574f67-5cec-460b-a04d-1e0e99f7645c req-58687544-b52c-4dd5-b296-c4c2182f47d2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0621462 Jul 23 09:29:47.074154 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68574f67-5cec-460b-a04d-1e0e99f7645c req-471c7028-d911-4b87-8cf9-aa84e0e42b11 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Jul 23 09:29:48.202981 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323e370-dc84-43a2-a440-ea68a88b3fb7 req-73514ad3-2ff3-40c1-aa29-f002ce723067 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:48.204467 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4323e370-dc84-43a2-a440-ea68a88b3fb7 req-73514ad3-2ff3-40c1-aa29-f002ce723067 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0657916 Jul 23 09:29:48.240280 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4323e370-dc84-43a2-a440-ea68a88b3fb7 req-a0a06b19-6696-4269-a8b5-cd7d1258ad2c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Jul 23 09:29:48.530038 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-fd6dbfc7-3017-4259-a568-3bdada5a8cd9 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:48.531401 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-fd6dbfc7-3017-4259-a568-3bdada5a8cd9 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 946 time: 0.0643845 Jul 23 09:29:48.629639 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Deleting port cbb25993-753e-4581-bfec-18a362afbf2a {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:29:48.629979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:48.717810 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] For port cbb25993-753e-4581-bfec-18a362afbf2a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cbb25993-753e-4581-bfec-18a362afbf2a,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:48.718166 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:48.729989 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Calling delete_port for cbb25993-753e-4581-bfec-18a362afbf2a owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:29:48.854299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:48.870908 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['eef3cd55-dd61-4fa7-bace-9634f762f39c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:48.884172 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Pushing event deleted for resources: {'Port': ['ID=cbb25993-753e-4581-bfec-18a362afbf2a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:48.931058 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] No DVR routers for this DVR port cbb25993-753e-4581-bfec-18a362afbf2a on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:29:48.933642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:48.935881 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a449ffec-bcc7-4864-bdb8-a19b24385912 req-1ba1db3c-32ce-4a99-8172-8cc7d4272530 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "DELETE /v2.0/ports/cbb25993-753e-4581-bfec-18a362afbf2a HTTP/1.1" status: 204 len: 173 time: 0.3978970 Jul 23 09:29:48.936316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'name': 'network-vif-deleted', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:48.938563 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1371dac-db4e-43ed-afe7-b8535a233622" -d '{"events": [{"server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "name": "network-vif-deleted", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:48.983980 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28bd7d4-35f3-4669-a7d1-597c8cb7956c x-openstack-request-id: req-b28bd7d4-35f3-4669-a7d1-597c8cb7956c {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:48.984336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66622d0-a0d0-4f62-b607-6fefea6dc84f", "name": "network-vif-deleted", "tag": "cbb25993-753e-4581-bfec-18a362afbf2a", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:48.984653 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b28bd7d4-35f3-4669-a7d1-597c8cb7956c {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:48.985159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66622d0-a0d0-4f62-b607-6fefea6dc84f', 'name': 'network-vif-deleted', 'tag': 'cbb25993-753e-4581-bfec-18a362afbf2a', 'status': 'completed', 'code': 200} Jul 23 09:29:49.353575 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8225871f-b6c3-45f1-9727-494e15ea49ec req-411c3ae0-68cd-481a-b47b-b840e9f3dafd tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66622d0-a0d0-4f62-b607-6fefea6dc84f HTTP/1.1" status: 200 len: 210 time: 0.0297267 Jul 23 09:29:50.628755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2df798-497b-4a7a-9a7b-b11ba2512e37 req-6ce93181-2cc8-4148-8aa9-7003cae09b2d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:50.630253 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee2df798-497b-4a7a-9a7b-b11ba2512e37 req-6ce93181-2cc8-4148-8aa9-7003cae09b2d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0637887 Jul 23 09:29:50.666779 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee2df798-497b-4a7a-9a7b-b11ba2512e37 req-b2abe9b6-f326-4c10-9822-d6bbb3beb9a2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Jul 23 09:29:50.817002 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cbb25993-753e-4581-bfec-18a362afbf2a no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:29:50.837202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: cbb25993-753e-4581-bfec-18a362afbf2a {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:29:50.837543 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cbb25993-753e-4581-bfec-18a362afbf2a not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:29:51.794866 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eadeb4-40f0-4680-b28b-1b5d7ca68b5f req-28ca5a3f-bd02-4f75-9f53-f11414b2b080 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:51.796380 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39eadeb4-40f0-4680-b28b-1b5d7ca68b5f req-28ca5a3f-bd02-4f75-9f53-f11414b2b080 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0622692 Jul 23 09:29:51.836811 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39eadeb4-40f0-4680-b28b-1b5d7ca68b5f req-a18a8ab8-17e6-4818-be9f-04c0e09f75d3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349660 Jul 23 09:29:52.966256 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c894ea-572f-47e7-a510-4b1d4d82448d req-28ff9a7f-4c2f-45cd-a952-143c2255a5b2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:52.967741 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e2c894ea-572f-47e7-a510-4b1d4d82448d req-28ff9a7f-4c2f-45cd-a952-143c2255a5b2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0651758 Jul 23 09:29:53.009033 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e2c894ea-572f-47e7-a510-4b1d4d82448d req-71cf59c8-c097-49a3-a502-e25c2a2ae69c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Jul 23 09:29:53.884576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:54.136381 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c2f39-febe-4d34-8a53-e2c03f6d6ae3 req-fec208fd-f868-4b16-82b4-b515e61f79c2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:54.137776 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7c2f39-febe-4d34-8a53-e2c03f6d6ae3 req-fec208fd-f868-4b16-82b4-b515e61f79c2 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0629227 Jul 23 09:29:54.174489 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7c2f39-febe-4d34-8a53-e2c03f6d6ae3 req-6dd0402c-d0b9-498a-a9a1-2977a9949671 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Jul 23 09:29:55.300052 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3ae0-9ffb-4826-aff8-309ab1b6c7ff req-bfb2d0ae-5395-43f1-8db6-9fcf6ac98f4c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:55.301531 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-10bd3ae0-9ffb-4826-aff8-309ab1b6c7ff req-bfb2d0ae-5395-43f1-8db6-9fcf6ac98f4c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0625019 Jul 23 09:29:55.338370 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-10bd3ae0-9ffb-4826-aff8-309ab1b6c7ff req-8fe2657b-f007-473a-a2bb-776f2de20207 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307584 Jul 23 09:29:56.215086 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0293db87-330a-45a9-b261-40b233efb770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:56.465073 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1690-63d0-4074-a820-fb4e201d45dd req-39e29b0e-4428-40af-9ba3-704e83feabe0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:56.466586 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c1b1690-63d0-4074-a820-fb4e201d45dd req-39e29b0e-4428-40af-9ba3-704e83feabe0 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0632598 Jul 23 09:29:56.503040 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2c1b1690-63d0-4074-a820-fb4e201d45dd req-ab0e781f-8650-4d35-9578-2e41e92dd17d tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/security-groups?id=e17adc00-bcb9-4d70-af87-ce1b857b3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jul 23 09:29:57.006241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-5334fcd8-f257-476b-9f87-096a7003ef20 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:57.007710 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-5334fcd8-f257-476b-9f87-096a7003ef20 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 946 time: 0.0614250 Jul 23 09:29:57.112419 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Deleting port eef3cd55-dd61-4fa7-bace-9634f762f39c {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:29:57.112678 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:57.201822 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] For port eef3cd55-dd61-4fa7-bace-9634f762f39c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=eef3cd55-dd61-4fa7-bace-9634f762f39c,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:57.202183 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:57.218671 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Calling delete_port for eef3cd55-dd61-4fa7-bace-9634f762f39c owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:29:57.340808 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:57.353669 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['eef3cd55-dd61-4fa7-bace-9634f762f39c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:29:57.373116 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Pushing event deleted for resources: {'Port': ['ID=eef3cd55-dd61-4fa7-bace-9634f762f39c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:57.419942 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] No DVR routers for this DVR port eef3cd55-dd61-4fa7-bace-9634f762f39c on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:29:57.423033 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:57.424985 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1be9122-4641-4ac8-9fa1-29bafcf5038f req-63719711-7e43-4e00-826a-8b466f372ff3 tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.13 "DELETE /v2.0/ports/eef3cd55-dd61-4fa7-bace-9634f762f39c HTTP/1.1" status: 204 len: 173 time: 0.4099982 Jul 23 09:29:57.425445 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'name': 'network-vif-deleted', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:29:57.427700 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59808ce8-4748-4dcd-a286-e7836488f8a5" -d '{"events": [{"server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "name": "network-vif-deleted", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:29:57.473324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782748a4-d776-41e1-8899-26dc3c5eab11 x-openstack-request-id: req-782748a4-d776-41e1-8899-26dc3c5eab11 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:29:57.473616 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9a4b7-453f-42cf-92bc-0623e9eb5ff9", "name": "network-vif-deleted", "tag": "eef3cd55-dd61-4fa7-bace-9634f762f39c", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:29:57.473866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-782748a4-d776-41e1-8899-26dc3c5eab11 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:29:57.474257 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9a4b7-453f-42cf-92bc-0623e9eb5ff9', 'name': 'network-vif-deleted', 'tag': 'eef3cd55-dd61-4fa7-bace-9634f762f39c', 'status': 'completed', 'code': 200} Jul 23 09:29:57.615551 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9400b0b2-64a2-4458-a5b0-7e7a60141b52 req-c4296b46-1174-4c0a-861d-aecf16c7828c tempest-ServerRescueNegativeTestJSON-858646112 tempest-ServerRescueNegativeTestJSON-858646112-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b9a4b7-453f-42cf-92bc-0623e9eb5ff9 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Jul 23 09:29:57.935594 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1355c2b-a577-4590-a763-8b2f734b799b req-c2e9ac60-c1e8-409c-af97-67f47187ae21 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:57.937094 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1355c2b-a577-4590-a763-8b2f734b799b req-c2e9ac60-c1e8-409c-af97-67f47187ae21 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0636876 Jul 23 09:29:57.973708 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1355c2b-a577-4590-a763-8b2f734b799b req-be38ec90-3a96-4dbe-ba78-998ded2ed8a1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Jul 23 09:29:58.672528 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58268) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:29:58.923568 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.070820 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.093012 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-90d9db96-391a-42ca-92e2-c07e34bae384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.117772 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29ae60-fa34-454f-8b08-9a40d0f27aa8 req-1b480049-8464-42f5-887b-697ee01c7718 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:59.119273 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc29ae60-fa34-454f-8b08-9a40d0f27aa8 req-1b480049-8464-42f5-887b-697ee01c7718 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0720816 Jul 23 09:29:59.156463 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc29ae60-fa34-454f-8b08-9a40d0f27aa8 req-b54660dd-1081-4d50-bed3-bfc57b2006ce tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Jul 23 09:29:59.361411 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Deleting port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:29:59.361752 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.438179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] For port 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,segment=NetworkSegment(c31d5121-ad25-44dd-8e25-9863846f57c1),segment_id=c31d5121-ad25-44dd-8e25-9863846f57c1)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:59.438455 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.450905 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Calling delete_port for 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:29:59.722981 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66524-6b95-4b38-94cf-24975514f923 req-51cfd3d5-b001-458e-9835-2c1f648ff164 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:29:59.724540 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2cc66524-6b95-4b38-94cf-24975514f923 req-51cfd3d5-b001-458e-9835-2c1f648ff164 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.0671968 Jul 23 09:29:59.841628 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Deleting port 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:29:59.841965 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.867900 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:29:59.894970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df2b1cc-5e4d-43d6-8349-fcbe640d91f2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:29:59.933603 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] For port 27495413-9f21-4299-9af7-426c7cc6c64f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=27495413-9f21-4299-9af7-426c7cc6c64f,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:29:59.933962 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.051911 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.223401 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.299438 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Router 21850899-323d-413e-89c8-26be14808aa1 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:00.366202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.366758 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.366882 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Floating IP 22e4c112-cdbb-4181-8778-400ed61da014 disassociated. External IP: 172.27.3.156, port: 27495413-9f21-4299-9af7-426c7cc6c64f. Jul 23 09:30:00.367162 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Calling delete_port for 27495413-9f21-4299-9af7-426c7cc6c64f owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:00.402357 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc6b2b-6d2c-493b-8eea-7d945cfe9d04 req-f16b786e-8270-4aa9-b273-ca21130df95a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:00.403907 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-83bc6b2b-6d2c-493b-8eea-7d945cfe9d04 req-f16b786e-8270-4aa9-b273-ca21130df95a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8edb84db-6d28-4d1a-bee4-511eeff4f4fd HTTP/1.1" status: 200 len: 947 time: 0.1525459 Jul 23 09:30:00.458058 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-83bc6b2b-6d2c-493b-8eea-7d945cfe9d04 req-d8dfc5eb-e8a4-47cf-9032-96ae9287c136 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=7f06ea7a-33c7-47e4-93e9-0f22f61876a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Jul 23 09:30:00.459147 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:00.471180 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7762e250-e286-4754-953c-69af8254c617 admin admin] 10.222.0.10 "PUT /v2.0/routers/21850899-323d-413e-89c8-26be14808aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975667 Jul 23 09:30:00.473800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58274) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:00.474800 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Sync routers for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:00.486433 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:00.487139 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:00.496632 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.526315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'Port': ['ID=27495413-9f21-4299-9af7-426c7cc6c64f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:00.591807 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.601742 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:00.647007 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:00.703366 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.760474 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Deleting port 8d88253d-ef0c-42c6-a318-ca973056c3d9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:30:00.761206 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.763066 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:00.774510 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:00.791784 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:00.792819 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:00.793874 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:29:59Z', 'revision_number': 5, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port': {'id': '8d88253d-ef0c-42c6-a318-ca973056c3d9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21850899-323d-413e-89c8-26be14808aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:00Z', 'updated_at': '2021-07-23T09:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:00.816442 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] No DVR routers for this DVR port 27495413-9f21-4299-9af7-426c7cc6c64f on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:30:00.818999 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.825383 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Checking router: 21850899-323d-413e-89c8-26be14808aa1 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:00.825558 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2cc66524-6b95-4b38-94cf-24975514f923 req-07c23494-a00d-4c19-8948-034af3de9c84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "DELETE /v2.0/ports/27495413-9f21-4299-9af7-426c7cc6c64f HTTP/1.1" status: 204 len: 173 time: 1.0894597 Jul 23 09:30:00.825558 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-deleted', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:00.825558 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e92aecc-3e82-4a29-91b8-5bd6c5c8683f" -d '{"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-deleted", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:00.832950 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Routers {'21850899-323d-413e-89c8-26be14808aa1'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:00.833595 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['21850899-323d-413e-89c8-26be14808aa1'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:00.876487 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:00.883751 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] For port 8d88253d-ef0c-42c6-a318-ca973056c3d9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d88253d-ef0c-42c6-a318-ca973056c3d9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:00.884318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:00.893933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd897fc2-dca1-4c39-ba0c-d9df0ae94ff5 x-openstack-request-id: req-dd897fc2-dca1-4c39-ba0c-d9df0ae94ff5 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:00.895077 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb84db-6d28-4d1a-bee4-511eeff4f4fd", "name": "network-vif-deleted", "tag": "27495413-9f21-4299-9af7-426c7cc6c64f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:00.895663 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd897fc2-dca1-4c39-ba0c-d9df0ae94ff5 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:00.898792 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb84db-6d28-4d1a-bee4-511eeff4f4fd', 'name': 'network-vif-deleted', 'tag': '27495413-9f21-4299-9af7-426c7cc6c64f', 'status': 'completed', 'code': 200} Jul 23 09:30:00.901406 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Calling delete_port for 8d88253d-ef0c-42c6-a318-ca973056c3d9 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:00.944176 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] Set router 21850899-323d-413e-89c8-26be14808aa1 gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:00.994137 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 27495413-9f21-4299-9af7-426c7cc6c64f {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:00.995637 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 27495413-9f21-4299-9af7-426c7cc6c64f not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:00.996290 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device eef3cd55-dd61-4fa7-bace-9634f762f39c no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:01.004657 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:30:00Z', 'revision_number': 6, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:01.033593 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: eef3cd55-dd61-4fa7-bace-9634f762f39c {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:01.034585 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56eeeb-e579-4493-9b10-db38567fa6fc None None] The sync data for ids ['21850899-323d-413e-89c8-26be14808aa1'] in dv-cinder-801989-2-iscsi is: [{'id': '21850899-323d-413e-89c8-26be14808aa1', 'name': 'tempest-ServerRescueNegativeTestJSON-1045443071-router', 'tenant_id': 'f73067c3e61948929154e72573865eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:59Z', 'updated_at': '2021-07-23T09:30:00Z', 'revision_number': 6, 'project_id': 'f73067c3e61948929154e72573865eb5', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:01.035000 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device eef3cd55-dd61-4fa7-bace-9634f762f39c not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:01.062916 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:01.094562 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.120435 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d88253d-ef0c-42c6-a318-ca973056c3d9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:01.190460 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.308600 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.310958 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.386150 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.386768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21850899-323d-413e-89c8-26be14808aa1 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:30:01.397240 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.399737 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ef446bf9-eb50-478c-8db9-4a573a8107c4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/21850899-323d-413e-89c8-26be14808aa1 HTTP/1.1" status: 204 len: 168 time: 0.9249415 Jul 23 09:30:01.402444 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58280) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:01.444813 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:01.473115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Deleting subnet a81c5d9d-f2a6-477c-93bb-909ea60a81d4 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:30:01.477149 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.512840 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:01.529861 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:01.530673 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:01.541087 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.592742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:01.610557 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.661392 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:01.667850 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.689141 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:01.689486 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 2df2b1cc-5e4d-43d6-8349-fcbe640d91f2 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:01.706847 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.708419 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.712511 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.715752 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:01.788166 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81c5d9d-f2a6-477c-93bb-909ea60a81d4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:01.818549 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.823438 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c0079ef4-350e-4359-8e1c-a5b50826406b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a81c5d9d-f2a6-477c-93bb-909ea60a81d4 HTTP/1.1" status: 204 len: 168 time: 0.4176002 Jul 23 09:30:01.825341 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58292) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:01.837452 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.840236 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:01.841558 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "DELETE /v2.0/security-groups/7f06ea7a-33c7-47e4-93e9-0f22f61876a8 HTTP/1.1" status: 204 len: 168 time: 0.2468445 Jul 23 09:30:01.844931 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58294) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:01.862447 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-20dd0734-93f0-4f77-8ace-e5186fd16b7f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] show failed (client error): The resource could not be found. Jul 23 09:30:01.866707 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-20dd0734-93f0-4f77-8ace-e5186fd16b7f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups/7f06ea7a-33c7-47e4-93e9-0f22f61876a8 HTTP/1.1" status: 404 len: 347 time: 0.0207958 Jul 23 09:30:01.871245 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58296) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:01.874485 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d58234-82fb-4408-9a38-3d3f12affda9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f06ea7a-33c7-47e4-93e9-0f22f61876a8,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:01.934293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-7e3ae0a0-8f6b-4e6b-81d8-55367b831ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:01.935840 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-7e3ae0a0-8f6b-4e6b-81d8-55367b831ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1137 time: 0.1566451 Jul 23 09:30:01.943573 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.002405 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110efb-3aef-4357-a928-412b0cf14b6a req-646603de-866b-4f51-b87f-6ce91bbfe248 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:02.004109 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b110efb-3aef-4357-a928-412b0cf14b6a req-646603de-866b-4f51-b87f-6ce91bbfe248 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.2081826 Jul 23 09:30:02.022464 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:02.061055 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04f75c-47ef-49f5-a13c-c485ff6eaa8a None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:02.084015 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b110efb-3aef-4357-a928-412b0cf14b6a req-63332c12-788c-4916-8be3-fa6b6f5d38d1 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556097 Jul 23 09:30:02.102748 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Deleting port 8cbccbe1-f018-412c-82ce-a430e07aa9a7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:30:02.103179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.153252 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.162515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-0225af93-4f30-4e13-afbe-ffefa2999634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:02.165155 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-0225af93-4f30-4e13-afbe-ffefa2999634 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.2188904 Jul 23 09:30:02.168833 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd283fef-4ea6-4cb9-ba98-363e189f57f9']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:02.198800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.199085 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.212665 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Calling delete_port for 8cbccbe1-f018-412c-82ce-a430e07aa9a7 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:02.214025 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d5121-ad25-44dd-8e25-9863846f57c1') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:02.214319 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d5121-ad25-44dd-8e25-9863846f57c1') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:02.228532 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.253753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.257920 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-a136cfb9-3f1b-43b2-9429-9a4347a1646e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0814738 Jul 23 09:30:02.262481 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:30:02.262774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:30:02.264409 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:30:02.381038 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-2095c7ec-1de4-40a8-b08c-9bb86fb0e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:02.383145 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-2095c7ec-1de4-40a8-b08c-9bb86fb0e455 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.1097221 Jul 23 09:30:02.383944 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.389321 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.391164 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fd283fef-4ea6-4cb9-ba98-363e189f57f9 HTTP/1.1" status: 204 len: 168 time: 0.5615921 Jul 23 09:30:02.412865 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.434970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca29f-d0c3-4918-bb9c-93fa42bb4ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd283fef-4ea6-4cb9-ba98-363e189f57f9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:02.452208 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'Port': ['ID=8cbccbe1-f018-412c-82ce-a430e07aa9a7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:02.476711 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-5aecc269-c60c-40b2-abd9-d4bfdb1815db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:02.479604 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-5aecc269-c60c-40b2-abd9-d4bfdb1815db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864522 Jul 23 09:30:02.548829 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.552569 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.554744 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-20f72435-a671-462a-a209-7a6dae9f6c72 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "DELETE /v2.0/floatingips/22e4c112-cdbb-4181-8778-400ed61da014 HTTP/1.1" status: 204 len: 168 time: 0.6815360 Jul 23 09:30:02.630230 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-e13de522-67b3-4547-9dde-a2ebd846e69e service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423488 Jul 23 09:30:02.745253 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0c38-1a8e-44d2-836c-533e0323acf3 None None] New status for floating IP 22e4c112-cdbb-4181-8778-400ed61da014: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:02.756231 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b32982e-a776-4ed2-979b-1557dccaad43 req-bd9025e4-a36e-4937-9722-e280604244cd service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190753 Jul 23 09:30:02.765822 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58302) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:02.814255 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-150c3baa-d5e9-4f21-87af-678ef07dcfca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f73067c3e61948929154e72573865eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450134 Jul 23 09:30:02.815222 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58304) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:02.916352 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:02.946459 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.024005 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.027657 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.041950 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e17adc00-bcb9-4d70-af87-ce1b857b3c70 HTTP/1.1" status: 204 len: 168 time: 0.2249911 Jul 23 09:30:03.062622 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c92a-524f-45c2-8d2f-8a85dd969cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17adc00-bcb9-4d70-af87-ce1b857b3c70,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:03.095798 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58308) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:03.101168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781114525', 'description': 'tempest-description--1136552047'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:03.128004 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.265243 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.273550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.321323 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2455c-64bb-425a-bef9-cb1cf1757816 req-2c81bb6e-05b3-4c10-be44-b438c8b766d8 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:03.322991 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1e2455c-64bb-425a-bef9-cb1cf1757816 req-2c81bb6e-05b3-4c10-be44-b438c8b766d8 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.1482003 Jul 23 09:30:03.328695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.329963 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2331078 Jul 23 09:30:03.332270 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707180e-bda8-4a32-a0a9-d6cab67d0af2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc86269-cb57-49f8-b32a-41535af8a133,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:03.333058 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58316) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:03.338956 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group_rule': {'security_group_id': 'afc86269-cb57-49f8-b32a-41535af8a133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:03.374230 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1e2455c-64bb-425a-bef9-cb1cf1757816 req-f471d84b-1b1e-467c-bd1d-48484c1184ee tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429685 Jul 23 09:30:03.413053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.417958 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d88253d-ef0c-42c6-a318-ca973056c3d9 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:03.438039 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 8d88253d-ef0c-42c6-a318-ca973056c3d9 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:03.438383 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d88253d-ef0c-42c6-a318-ca973056c3d9 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:03.467749 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.471768 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.491750 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b58bf4-b349-4079-b9af-834966c9192e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:03.495675 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.500230 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a2bb728f-8c2d-4344-9b98-2beeb3420370 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625795 Jul 23 09:30:03.500230 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58324) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:03.511817 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'security_group_rule': {'security_group_id': 'afc86269-cb57-49f8-b32a-41535af8a133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:03.539351 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.602137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.605984 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.625409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d8556f-d059-4852-b0d4-9ae55459994e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:03.638126 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.639673 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2d3c2891-6607-41b7-92fe-44f679dfa675 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389191 Jul 23 09:30:03.642598 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58330) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:03.648155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:03.671647 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.772542 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:03.880187 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Allocated IP 172.27.3.99 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/dccee45b-a213-493f-a72a-a4b20211474d) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:30:03.984109 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.026748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.063430 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:30:04.067866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:30:04.073753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:30:04.103437 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=dccee45b-a213-493f-a72a-a4b20211474d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:04.173979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.216880 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.375881 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.380591 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.452853 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=dccee45b-a213-493f-a72a-a4b20211474d,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:04.471446 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.512072 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:04.513296 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb5ea8f6-fd1c-4fdb-8874-747f99c746b3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8692904 Jul 23 09:30:04.539135 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35a7df-1db6-4de4-9b2e-ebe816c93c20 req-24e3baf0-b872-436d-97a1-0109ecc4a90d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:04.540879 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba35a7df-1db6-4de4-9b2e-ebe816c93c20 req-24e3baf0-b872-436d-97a1-0109ecc4a90d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0828929 Jul 23 09:30:04.584298 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba35a7df-1db6-4de4-9b2e-ebe816c93c20 req-e6ee6cbb-d848-4a2c-8159-7155fe37dfcf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371175 Jul 23 09:30:04.723926 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-140a2a82-d7cc-4b3d-b4d4-055899219dfa tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--781114525&fields=id&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 267 time: 0.0367541 Jul 23 09:30:04.850994 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-190c363a-5bed-41d5-9bcb-037f6217fec0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:04.852539 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-190c363a-5bed-41d5-9bcb-037f6217fec0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 816 time: 0.1222348 Jul 23 09:30:04.867085 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-19869259-9f86-42a6-8b62-c489f47c1584 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/quotas/0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 375 time: 0.0090570 Jul 23 09:30:04.934383 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-ba21ae22-eb69-4da8-a54e-ffe0c4704a40 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622940 Jul 23 09:30:05.029989 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-74eac211-58d9-4764-8e39-804c7313138c service neutron] 10.222.0.10 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838313 Jul 23 09:30:05.117247 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-6933e8b2-4c5e-407c-8722-ded10ee27b67 service neutron] 10.222.0.10 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818141 Jul 23 09:30:05.275516 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c37d2f1-42be-4221-8449-0ff62ff5c4e1 req-c01c6b5d-0227-4631-b9c1-36712d148f5a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 210 time: 0.0294061 Jul 23 09:30:05.718369 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cf462-71dd-4f87-bb9d-66dd295e75d1 req-0d500c80-be86-407e-93dd-b9b0f984c366 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:05.719905 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b92cf462-71dd-4f87-bb9d-66dd295e75d1 req-0d500c80-be86-407e-93dd-b9b0f984c366 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0640457 Jul 23 09:30:05.764163 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b92cf462-71dd-4f87-bb9d-66dd295e75d1 req-413b0941-8d42-46e2-875d-a632d417c12a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383964 Jul 23 09:30:06.212329 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8676208f-7270-4d74-a02a-ea2d036e8fec tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:06.213851 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8676208f-7270-4d74-a02a-ea2d036e8fec tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 816 time: 0.1065133 Jul 23 09:30:06.258932 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-63248d3f-4167-4519-a5d9-8e790ae373bf tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 379 time: 0.0361459 Jul 23 09:30:06.268148 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'port': {'device_id': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'admin_state_up': True, 'tenant_id': '0d342112200849988626ba271f263bab', 'security_groups': ['afc86269-cb57-49f8-b32a-41535af8a133']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:06.384239 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3cf6fe84-e893-4f16-8c07-928c60d2cedd req-972ae832-5548-4459-a985-285361fd33a4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 210 time: 0.0393844 Jul 23 09:30:06.405793 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Made reservation on behalf of 0d342112200849988626ba271f263bab for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:30:06.409287 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:06.527602 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Allocated IP 172.20.0.12 (9625e337-30a5-47e8-b481-7390bd34073c/5283a601-07b6-4103-8b4b-db753c9b6c5e/1795945c-7f10-4920-8026-dc5e131b1913) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:30:06.662069 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:06.674670 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Transition to ACTIVE for port object 1795945c-7f10-4920-8026-dc5e131b1913 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:06.705935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:06.746422 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Network 9625e337-30a5-47e8-b481-7390bd34073c is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:30:06.751155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:30:06.754680 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:30:06.780027 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:06.808054 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:06.808054 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:06.824754 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-8075e813-8ac7-4518-b63f-e89ea18ee8a7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583742 Jul 23 09:30:06.834619 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Request body: {'port': {'device_id': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:06.908984 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf24f68-fe03-4a7e-9baf-2839be36c2a6 req-a07b10e5-5907-4aa2-9474-ef60cbc61a77 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:06.916246 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ccf24f68-fe03-4a7e-9baf-2839be36c2a6 req-a07b10e5-5907-4aa2-9474-ef60cbc61a77 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0751626 Jul 23 09:30:06.920875 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:06.952957 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ccf24f68-fe03-4a7e-9baf-2839be36c2a6 req-f7654896-c215-4057-8a2f-01b0782efa04 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358038 Jul 23 09:30:07.052582 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5985bda9-75a4-4930-8c1a-d664f4fbfb80 None None] Provisioning for port 1795945c-7f10-4920-8026-dc5e131b1913 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:30:07.058679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5985bda9-75a4-4930-8c1a-d664f4fbfb80 None None] Provisioning complete for port 1795945c-7f10-4920-8026-dc5e131b1913 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:30:07.059054 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5985bda9-75a4-4930-8c1a-d664f4fbfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.101153 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-5985bda9-75a4-4930-8c1a-d664f4fbfb80 None None] Port 1795945c-7f10-4920-8026-dc5e131b1913 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:30:07.205284 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:30:07.212905 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.224546 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Transition to ACTIVE for port object 1795945c-7f10-4920-8026-dc5e131b1913 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:07.229631 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.343834 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:07.356930 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Attempting to bind port 1795945c-7f10-4920-8026-dc5e131b1913 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:30:07.357285 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Attempting to bind port 1795945c-7f10-4920-8026-dc5e131b1913 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:30:07.357646 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Attempting to bind port 1795945c-7f10-4920-8026-dc5e131b1913 on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:07.362817 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Port 1795945c-7f10-4920-8026-dc5e131b1913 on network 9625e337-30a5-47e8-b481-7390bd34073c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:30:07.363137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Attempting to bind port 1795945c-7f10-4920-8026-dc5e131b1913 on network 9625e337-30a5-47e8-b481-7390bd34073c {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:07.368477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:30:07.368830 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Checking segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:30:07.369203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Bound using segment: {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:30:07.369632 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Bound port: 1795945c-7f10-4920-8026-dc5e131b1913, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:30:07.369994 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.451022 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:30:07.456911 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:30:07.463782 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.524824 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:07.526083 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:07.527526 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] 10.222.0.13 "PUT /v2.0/ports/1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 1094 time: 0.6974249 Jul 23 09:30:07.532446 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:07.535198 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2857788f-1d29-44f2-b62f-44c5c00195db" -d '{"events": [{"name": "network-changed", "server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:07.579514 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586d0c-fb91-4f7f-a0f0-d48439ccf21d service neutron] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:07.587059 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ab3ee-9922-4812-b9fc-a2c56c492e8c x-openstack-request-id: req-c80ab3ee-9922-4812-b9fc-a2c56c492e8c {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:07.587363 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:07.587620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c80ab3ee-9922-4812-b9fc-a2c56c492e8c {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:07.588012 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'status': 'completed', 'code': 200} Jul 23 09:30:07.640691 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d05ddc-4e71-45d7-8b5f-ffe151fe6b78 req-e9df6bfc-a23e-4c1b-a338-9ff57211f930 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:07.642228 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b2d05ddc-4e71-45d7-8b5f-ffe151fe6b78 req-e9df6bfc-a23e-4c1b-a338-9ff57211f930 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.1761343 Jul 23 09:30:07.671696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-a9d6c890-3251-434c-89a7-6ffb3f2faccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:07.673184 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-a9d6c890-3251-434c-89a7-6ffb3f2faccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1031754 Jul 23 09:30:07.723189 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b2d05ddc-4e71-45d7-8b5f-ffe151fe6b78 req-bac6d2f8-9c58-4160-87a5-4e279a48c815 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734432 Jul 23 09:30:07.724533 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-913e1eb2-6131-4e2b-8027-9f600f2856c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 217 time: 0.0412495 Jul 23 09:30:07.774661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-e367dd42-fff0-42d5-926c-d948deb05148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:07.776443 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-e367dd42-fff0-42d5-926c-d948deb05148 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0458333 Jul 23 09:30:07.838058 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-eaedb4f1-8b79-44fb-9d71-600a5e75be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:07.839651 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-eaedb4f1-8b79-44fb-9d71-600a5e75be6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571363 Jul 23 09:30:07.928509 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-60683cfc-dec1-4b8b-8a11-2257a538c232 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Jul 23 09:30:08.023594 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44cb09f-272c-47c1-8aad-9def0b4fb067 req-7ee729a4-7a7f-438f-9cec-65c55a122768 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893955 Jul 23 09:30:08.085023 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6710e0d-d809-4817-ac9d-381cfab9e997 req-606ad194-abdd-493a-878f-eb49e4877b4f tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.086443 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a6710e0d-d809-4817-ac9d-381cfab9e997 req-606ad194-abdd-493a-878f-eb49e4877b4f tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0663886 Jul 23 09:30:08.122165 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857788f-1d29-44f2-b62f-44c5c00195db req-33477ad1-25bc-4afa-8d6a-6a5add9289bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.123702 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-33477ad1-25bc-4afa-8d6a-6a5add9289bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0529311 Jul 23 09:30:08.126974 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a6710e0d-d809-4817-ac9d-381cfab9e997 req-a203150f-96de-4a6f-a5ce-dde37771b14a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347650 Jul 23 09:30:08.221421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857788f-1d29-44f2-b62f-44c5c00195db req-f27a70ea-0a3b-4044-86d9-23000491a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.222921 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-f27a70ea-0a3b-4044-86d9-23000491a5af service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.0919349 Jul 23 09:30:08.265490 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-314e158b-84bc-4dc3-801c-4b86d20b449b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 217 time: 0.0344031 Jul 23 09:30:08.314104 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857788f-1d29-44f2-b62f-44c5c00195db req-b2db9c3e-411d-4300-aa60-e998748056c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.315617 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-b2db9c3e-411d-4300-aa60-e998748056c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0433989 Jul 23 09:30:08.377000 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857788f-1d29-44f2-b62f-44c5c00195db req-3130087d-73a5-4b57-b5f4-22d524c676fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.378393 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-3130087d-73a5-4b57-b5f4-22d524c676fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559556 Jul 23 09:30:08.698735 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-8753eeae-7763-47cc-9291-dc25e12098bf service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130157 Jul 23 09:30:08.843043 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2857788f-1d29-44f2-b62f-44c5c00195db req-1d121272-8a12-40c6-bdfb-7a4ea293e77f service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350996 Jul 23 09:30:08.878707 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65f35e-d358-47c9-9c5e-a782f15c9418 req-4d6150bf-7e20-4cc5-870d-906dd428bfd7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:08.880288 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ff65f35e-d358-47c9-9c5e-a782f15c9418 req-4d6150bf-7e20-4cc5-870d-906dd428bfd7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0815401 Jul 23 09:30:08.890734 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:30:08.920914 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ff65f35e-d358-47c9-9c5e-a782f15c9418 req-3e0a2ea0-bd8e-452f-b12b-7f06e5668257 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351851 Jul 23 09:30:08.999875 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:09.010740 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '1795945c-7f10-4920-8026-dc5e131b1913', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:30:09.047503 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:09.060379 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:30:09.080091 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:09.083867 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:09.138829 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:09.267710 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d897d8-91c4-4de5-9e54-0936009677f3 req-109eefe2-724f-4b1f-aec8-1129f3d9dfc7 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:09.269190 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78d897d8-91c4-4de5-9e54-0936009677f3 req-109eefe2-724f-4b1f-aec8-1129f3d9dfc7 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0709684 Jul 23 09:30:09.310575 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78d897d8-91c4-4de5-9e54-0936009677f3 req-d032e1af-35a1-43fc-b3bd-08c052870754 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357614 Jul 23 09:30:09.371098 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['1795945c-7f10-4920-8026-dc5e131b1913'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:30:09.638909 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b731a5e-ac8e-4b1d-bb73-3cfd90050970 req-1629330b-696f-4766-b17e-25cb27d1d8f4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:09.640426 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b731a5e-ac8e-4b1d-bb73-3cfd90050970 req-1629330b-696f-4766-b17e-25cb27d1d8f4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0649598 Jul 23 09:30:09.678142 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b731a5e-ac8e-4b1d-bb73-3cfd90050970 req-9f64e032-d7a5-4d39-a1af-c2834402042a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321064 Jul 23 09:30:10.053130 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bf98-4e5c-4a98-8c12-c20fde436145 req-c25889e1-e2c1-43dd-8a6d-cb644eff9dbb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:10.054651 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1b84bf98-4e5c-4a98-8c12-c20fde436145 req-c25889e1-e2c1-43dd-8a6d-cb644eff9dbb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 945 time: 0.0641599 Jul 23 09:30:10.093595 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1b84bf98-4e5c-4a98-8c12-c20fde436145 req-b21cdd70-bf22-4c97-986f-4b9b5ec55915 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Jul 23 09:30:10.441289 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3de9d-f86e-4a04-b922-c3398650b2b2 req-03f92fe0-bd0e-4437-8f93-aafe87955eb0 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:10.442768 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39a3de9d-f86e-4a04-b922-c3398650b2b2 req-03f92fe0-bd0e-4437-8f93-aafe87955eb0 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0665429 Jul 23 09:30:10.485041 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39a3de9d-f86e-4a04-b922-c3398650b2b2 req-13ec5726-bb77-4170-92d1-e3d4036b7d77 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355017 Jul 23 09:30:10.811341 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed556-d69b-44a9-9847-bb61457f5c29 req-620cebe8-202d-49e2-a18a-6942a9d04d5c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:10.812866 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-494ed556-d69b-44a9-9847-bb61457f5c29 req-620cebe8-202d-49e2-a18a-6942a9d04d5c tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0665562 Jul 23 09:30:10.851330 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-494ed556-d69b-44a9-9847-bb61457f5c29 req-a905dd49-b42c-4445-bbde-bf3c2f66d44a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318818 Jul 23 09:30:10.903197 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:30:10.950744 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 1795945c-7f10-4920-8026-dc5e131b1913 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:30:10.954251 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 1795945c-7f10-4920-8026-dc5e131b1913 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:30:10.954621 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.031062 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.052762 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:11.055370 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee769e0-4251-4eb2-91f6-49b3a8c8ac9d" -d '{"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:11.067545 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:11.072027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.094638 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6370fe2c-3665-4a45-b663-0b87bf85ac3d x-openstack-request-id: req-6370fe2c-3665-4a45-b663-0b87bf85ac3d {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:11.094925 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:11.095198 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6370fe2c-3665-4a45-b663-0b87bf85ac3d {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:11.095596 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'code': 200} Jul 23 09:30:11.123546 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:11.236162 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944b9a9-d46a-4567-9e8d-6e5b450b86fc req-80dba1fc-aaf8-4ba5-8a9c-6a023715a5fc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:11.237837 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0944b9a9-d46a-4567-9e8d-6e5b450b86fc req-80dba1fc-aaf8-4ba5-8a9c-6a023715a5fc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0697415 Jul 23 09:30:11.319645 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0944b9a9-d46a-4567-9e8d-6e5b450b86fc req-08288193-36a7-41e6-aa1f-feeed277e722 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680935 Jul 23 09:30:11.347855 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb5fc5-10b8-42fa-a03b-371e9d512934 req-31f858ee-e3f3-4fde-8b14-8d4adc3543a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:11.350982 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89bb5fc5-10b8-42fa-a03b-371e9d512934 req-31f858ee-e3f3-4fde-8b14-8d4adc3543a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1099 time: 0.1080861 Jul 23 09:30:11.385797 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89bb5fc5-10b8-42fa-a03b-371e9d512934 req-cd67fd9e-40f6-4a33-a36a-4b4c8c8ff337 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288248 Jul 23 09:30:11.554968 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-e88ce7b4-9cb2-4737-a0aa-a005ac884546 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:11.557046 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-e88ce7b4-9cb2-4737-a0aa-a005ac884546 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.0756536 Jul 23 09:30:11.635335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc31a-33bc-4f13-8ab1-22a7a3bf785f req-44202855-a603-459e-8820-52ad441a328b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:11.636869 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae1cc31a-33bc-4f13-8ab1-22a7a3bf785f req-44202855-a603-459e-8820-52ad441a328b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0679905 Jul 23 09:30:11.671994 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Deleting port 06d62967-d4e0-447b-836f-d89ee026c910 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:30:11.672360 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.677273 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae1cc31a-33bc-4f13-8ab1-22a7a3bf785f req-47d681f9-c277-4e12-b776-ef7419ea5457 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346701 Jul 23 09:30:11.764476 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] For port 06d62967-d4e0-447b-836f-d89ee026c910, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=06d62967-d4e0-447b-836f-d89ee026c910,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:11.764858 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.956197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.956561 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:11.956868 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Floating IP 15824222-7e25-4ec7-99c2-176305b4539a disassociated. External IP: 172.27.3.216, port: 06d62967-d4e0-447b-836f-d89ee026c910. Jul 23 09:30:11.957203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Calling delete_port for 06d62967-d4e0-447b-836f-d89ee026c910 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:12.043136 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77e580-f65d-4c1b-9b6a-e0274d8d3ca8 req-a2bf6a15-6a8a-4e1a-9279-87d9d1ae5426 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:12.044637 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a77e580-f65d-4c1b-9b6a-e0274d8d3ca8 req-a2bf6a15-6a8a-4e1a-9279-87d9d1ae5426 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df2943-df2e-4d6d-908e-ec8e1754393d HTTP/1.1" status: 200 len: 946 time: 0.1274607 Jul 23 09:30:12.112265 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a77e580-f65d-4c1b-9b6a-e0274d8d3ca8 req-78c042ef-ab07-41ab-83a5-61cf8c17e14e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cb2f74d-c429-4973-aa19-39205da61ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562599 Jul 23 09:30:12.138625 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:12.171404 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'Port': ['ID=06d62967-d4e0-447b-836f-d89ee026c910,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:12.182789 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.183238 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.183584 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.183920 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.184251 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.184578 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.184897 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.185219 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.186266 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.186421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.186637 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.186955 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:12.293023 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:12.397372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:12.407862 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:12.418230 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:12.419110 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:12.440998 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] No DVR routers for this DVR port 06d62967-d4e0-447b-836f-d89ee026c910 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:30:12.443476 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:12.445611 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9bd4447-e74d-444e-bd4d-004f3c34b054 req-bb017748-e63b-4f26-8add-b18ceabbeed1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "DELETE /v2.0/ports/06d62967-d4e0-447b-836f-d89ee026c910 HTTP/1.1" status: 204 len: 173 time: 0.8826056 Jul 23 09:30:12.446048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'name': 'network-vif-deleted', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:12.448367 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6eb38e-254f-41ca-8cf0-15938b2d28d6" -d '{"events": [{"server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "name": "network-vif-deleted", "tag": "06d62967-d4e0-447b-836f-d89ee026c910"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:12.466191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362b28d-8788-4faf-90eb-d15d18fd17e4 req-d9cb985a-c5cd-4146-9109-ebcdaff16e05 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:12.467787 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e362b28d-8788-4faf-90eb-d15d18fd17e4 req-d9cb985a-c5cd-4146-9109-ebcdaff16e05 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0743659 Jul 23 09:30:12.485777 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c67a62-566b-42cd-97c7-2bb53aa96311 x-openstack-request-id: req-67c67a62-566b-42cd-97c7-2bb53aa96311 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:12.486093 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df2943-df2e-4d6d-908e-ec8e1754393d", "name": "network-vif-deleted", "tag": "06d62967-d4e0-447b-836f-d89ee026c910", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:12.486304 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67c67a62-566b-42cd-97c7-2bb53aa96311 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:12.486693 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df2943-df2e-4d6d-908e-ec8e1754393d', 'name': 'network-vif-deleted', 'tag': '06d62967-d4e0-447b-836f-d89ee026c910', 'status': 'completed', 'code': 200} Jul 23 09:30:12.520005 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e362b28d-8788-4faf-90eb-d15d18fd17e4 req-7adf245b-e8fa-4e56-8577-87cef83acd13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Jul 23 09:30:12.562937 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:12.688517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77035554-5414-45bf-9da8-3fdbc29157db req-73452468-7ce5-4ebb-baf9-da148607c2aa tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:12.690179 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-77035554-5414-45bf-9da8-3fdbc29157db req-73452468-7ce5-4ebb-baf9-da148607c2aa tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0884123 Jul 23 09:30:12.699208 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58518) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:12.710997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Request body: {'floatingip': {'port_id': '1795945c-7f10-4920-8026-dc5e131b1913'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:12.764997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:12.825771 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:12.855582 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:12.872954 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:12.873952 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:13.021452 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:13.025020 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8544d70-a9d7-42ed-a79a-c96fdcdd6bca req-0357ade3-33e5-44ef-af87-32d0ad5e403a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:13.026868 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b8544d70-a9d7-42ed-a79a-c96fdcdd6bca req-0357ade3-33e5-44ef-af87-32d0ad5e403a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.2583075 Jul 23 09:30:13.098527 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b8544d70-a9d7-42ed-a79a-c96fdcdd6bca req-38b4e032-f3a3-463b-a3e9-10c909744465 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621736 Jul 23 09:30:13.234566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58532) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:13.350011 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.350721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:13.380971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.388440 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28188c92-0447-4fb1-a6d8-c08e3f29ace7 None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:13.483760 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.487058 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.488376 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "DELETE /v2.0/security-groups/3cb2f74d-c429-4973-aa19-39205da61ea7 HTTP/1.1" status: 204 len: 168 time: 0.2525618 Jul 23 09:30:13.492621 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58536) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:13.509164 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f728b-aca6-4428-8634-88530b7a69b7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb2f74d-c429-4973-aa19-39205da61ea7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:13.516270 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.api.v2.resource [None req-32090b1a-29ab-4b98-8f39-8fe4ae0f3f6b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] show failed (client error): The resource could not be found. Jul 23 09:30:13.517238 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-32090b1a-29ab-4b98-8f39-8fe4ae0f3f6b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups/3cb2f74d-c429-4973-aa19-39205da61ea7 HTTP/1.1" status: 404 len: 347 time: 0.0234947 Jul 23 09:30:13.520422 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58538) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:13.634016 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.db.resource_extend [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 09:30:13.682831 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Deleting port 9361e59d-edf2-49b2-bfb9-dcbb78743061 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:30:13.683511 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.695821 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.700585 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.809566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.809907 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:13.816709 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Floating IP 04dd94db-ea83-4d53-9864-d0056fcb31b3 associated. External IP: 172.27.3.99, port: 1795945c-7f10-4920-8026-dc5e131b1913. Jul 23 09:30:13.826173 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Calling delete_port for 9361e59d-edf2-49b2-bfb9-dcbb78743061 owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:13.946697 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553051f-60d0-4371-9df6-846a0e3edb15 None None] New status for floating IP 15824222-7e25-4ec7-99c2-176305b4539a: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:13.992409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.032391 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.db.api [None req-7553051f-60d0-4371-9df6-846a0e3edb15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 09:30:14.032809 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG oslo_db.api [None req-7553051f-60d0-4371-9df6-846a0e3edb15 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 09:30:14.057296 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'Port': ['ID=9361e59d-edf2-49b2-bfb9-dcbb78743061,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:14.067537 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:14.096735 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.099502 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.103966 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ac0037ee-6019-4f2d-853f-51047edb03d3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "DELETE /v2.0/floatingips/15824222-7e25-4ec7-99c2-176305b4539a HTTP/1.1" status: 204 len: 168 time: 0.5735624 Jul 23 09:30:14.191676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:14.196876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.211449 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:14.218864 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:14.219598 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:14.271594 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cece99-a9ac-474d-b8ac-ce96555a4279 req-c222fdc8-0132-4293-bb37-be7f54b769ad tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:14.276002 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28cece99-a9ac-474d-b8ac-ce96555a4279 req-c222fdc8-0132-4293-bb37-be7f54b769ad tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0856891 Jul 23 09:30:14.278038 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9045bb62-a6fd-43b9-9fbd-ff9696248ff3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "PUT /v2.0/floatingips/04dd94db-ea83-4d53-9864-d0056fcb31b3 HTTP/1.1" status: 200 len: 991 time: 1.5772722 Jul 23 09:30:14.278614 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:14.281189 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed16aa-be03-494c-b8a3-1a5702677e57" -d '{"events": [{"name": "network-changed", "server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:14.335740 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28cece99-a9ac-474d-b8ac-ce96555a4279 req-607a0c47-bef5-4abb-b12c-e41ae48ae07e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474253 Jul 23 09:30:14.522075 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e09ca6-6138-48d5-babc-536ace8d1f7a x-openstack-request-id: req-71e09ca6-6138-48d5-babc-536ace8d1f7a {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:14.522541 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:14.523198 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71e09ca6-6138-48d5-babc-536ace8d1f7a {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:14.524995 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'status': 'completed', 'code': 200} Jul 23 09:30:14.526391 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:14.537302 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553051f-60d0-4371-9df6-846a0e3edb15 None None] New status for floating IP 15824222-7e25-4ec7-99c2-176305b4539a: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:14.675508 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58554) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:14.687719 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286841128', 'description': 'tempest-description--1959399319'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:14.705708 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-2762feb0-a8b6-4938-8543-28f5d9c9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:14.713128 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-2762feb0-a8b6-4938-8543-28f5d9c9400f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1099 time: 0.1311245 Jul 23 09:30:14.732345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.906293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-6322407c-126d-4b3a-83bf-0f9898db4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:14.907967 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-6322407c-126d-4b3a-83bf-0f9898db4809 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.1904347 Jul 23 09:30:14.930833 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.933755 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 06d62967-d4e0-447b-836f-d89ee026c910 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:14.964209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:14.974892 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '04dd94db-ea83-4d53-9864-d0056fcb31b3', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:04Z', 'updated_at': '2021-07-23T09:30:13Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:15.009242 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-b992cd51-b426-4aed-b1d8-b9db53cd3cc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 999 time: 0.0907035 Jul 23 09:30:15.029693 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 06d62967-d4e0-447b-836f-d89ee026c910 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:15.030147 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 06d62967-d4e0-447b-836f-d89ee026c910 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:15.037526 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.043671 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3624117 Jul 23 09:30:15.043671 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454bebb-f143-4563-bb61-ad3d9349751e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6374f5-2071-431b-8faf-a4d8748ceeb9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:15.045557 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58562) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:15.050485 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group_rule': {'security_group_id': 'ce6374f5-2071-431b-8faf-a4d8748ceeb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:15.054528 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:15.083754 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-b9d4f06d-b3f2-4a77-a55f-f1bb04eaf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:15.085899 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-b9d4f06d-b3f2-4a77-a55f-f1bb04eaf5ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0753562 Jul 23 09:30:15.086329 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:15.088920 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:15.091811 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.191939 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-3e3849ce-7ff5-4ced-8d31-4cbaceaf5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:15.193435 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-3e3849ce-7ff5-4ced-8d31-4cbaceaf5536 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990100 Jul 23 09:30:15.212646 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.226089 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.233827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:15.255228 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f8322b-345e-45d0-9879-b73ab11a739a,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:15.286197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.287401 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5b11029a-52e6-43cb-b3ce-68eec0e42d94 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408421 Jul 23 09:30:15.290922 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58566) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:15.297099 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'security_group_rule': {'security_group_id': 'ce6374f5-2071-431b-8faf-a4d8748ceeb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:15.333392 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-be1c6977-1bcb-48e9-9dad-71a10ac1cbca service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295140 Jul 23 09:30:15.334436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.419293 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.423275 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.443158 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52a3619-841d-4e09-837f-62d1eab5c492,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:15.451506 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.452810 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bef6236d-c548-44ba-80c9-a3b60ed111c7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607950 Jul 23 09:30:15.455767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58570) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:15.460631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:15.471683 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82ed16aa-be03-494c-b8a3-1a5702677e57 req-a20efd8a-9d7b-4a61-aa42-add170194563 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321311 Jul 23 09:30:15.498415 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '04dd94db-ea83-4d53-9864-d0056fcb31b3', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:04Z', 'updated_at': '2021-07-23T09:30:13Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:15.498822 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.510946 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04c6f-a87f-4763-94fe-19496f28bde4 req-48dddbe1-699f-4e28-bb7f-56a9c628e42d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:15.512513 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-96f04c6f-a87f-4763-94fe-19496f28bde4 req-48dddbe1-699f-4e28-bb7f-56a9c628e42d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0952575 Jul 23 09:30:15.539159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b9aac-18de-4657-afde-4e649e75805e None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '04dd94db-ea83-4d53-9864-d0056fcb31b3', 'tenant_id': '0d342112200849988626ba271f263bab', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:04Z', 'updated_at': '2021-07-23T09:30:13Z', 'revision_number': 1, 'project_id': '0d342112200849988626ba271f263bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:15.559039 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-96f04c6f-a87f-4763-94fe-19496f28bde4 req-c5299402-e497-4b61-8669-b9cfe23ade8b tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400968 Jul 23 09:30:15.613967 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.728080 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Allocated IP 172.27.3.17 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/a63e42ef-e026-4bad-826a-fe23ff819838) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:30:15.738083 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb6fba-e057-4294-8227-d2f970b82072 None None] New status for floating IP 04dd94db-ea83-4d53-9864-d0056fcb31b3: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:15.832843 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.872311 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:15.914293 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:30:15.919083 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:30:15.922560 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:30:15.944875 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=a63e42ef-e026-4bad-826a-fe23ff819838,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:16.005820 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.046415 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.192091 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.197107 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.266217 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=a63e42ef-e026-4bad-826a-fe23ff819838,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:16.284509 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.298498 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:16.299847 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5225fd3a-3b24-441c-a80d-514a8a33ed56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8431339 Jul 23 09:30:16.491628 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-192f7760-ceb8-4dc4-8583-134527d49959 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--286841128&fields=id&tenant_id=2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 267 time: 0.0323768 Jul 23 09:30:16.595481 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-1638aafe-e7f9-4f8c-87b0-b166ca43e9c3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:16.596980 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-1638aafe-e7f9-4f8c-87b0-b166ca43e9c3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 810 time: 0.0992706 Jul 23 09:30:16.615095 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-cb1b2ece-0f06-447e-a9f5-76f17eb03c56 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/quotas/2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 375 time: 0.0103378 Jul 23 09:30:16.692553 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-fbcd4bc0-876d-4536-b777-4b1fda9c4e34 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710003 Jul 23 09:30:16.717651 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:30:16.751930 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7f34c-76c9-4c92-bfc5-4c656da3ea58 req-b2cbfafe-3f42-44ef-8dca-1a06c812f8f1 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:16.753536 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-07a7f34c-76c9-4c92-bfc5-4c656da3ea58 req-b2cbfafe-3f42-44ef-8dca-1a06c812f8f1 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0652821 Jul 23 09:30:16.789214 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-5fc0730e-ff95-4849-893d-00e4772cad23 service neutron] 10.222.0.10 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857360 Jul 23 09:30:16.792981 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-07a7f34c-76c9-4c92-bfc5-4c656da3ea58 req-d2e3dd4d-6bfb-4c0d-a1ac-b32dee25622e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338030 Jul 23 09:30:16.881332 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-6ee2c37f-96d3-466a-8feb-476da00632fe service neutron] 10.222.0.10 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Jul 23 09:30:17.037859 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3daf30a8-77b5-4926-9997-b5911ed5cf57 req-74a7239f-7733-4bf6-88c0-93b8ecd200a3 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 210 time: 0.0291932 Jul 23 09:30:17.996303 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-d1a84bf4-f6cb-4ad5-8879-45dd4313fc1f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:17.997753 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-d1a84bf4-f6cb-4ad5-8879-45dd4313fc1f tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 810 time: 0.1386197 Jul 23 09:30:18.008255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dfe7d-96f3-4a17-a8ec-f68575680d62 req-cc1728ba-6bdf-45af-af5c-ea58d9d9000a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:18.009643 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-439dfe7d-96f3-4a17-a8ec-f68575680d62 req-cc1728ba-6bdf-45af-af5c-ea58d9d9000a tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.1415002 Jul 23 09:30:18.067121 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-8620244d-d359-43b8-bb61-2749e5a31624 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2256b9183a3b4cbc9b819bcd42a9497e HTTP/1.1" status: 200 len: 379 time: 0.0565557 Jul 23 09:30:18.076747 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'port': {'device_id': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'admin_state_up': True, 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'security_groups': ['ce6374f5-2071-431b-8faf-a4d8748ceeb9']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:18.083055 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-439dfe7d-96f3-4a17-a8ec-f68575680d62 req-b0e79f01-5cd6-4a02-9249-eaf6bed67dcd tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660427 Jul 23 09:30:18.136275 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d92006bb-92f2-4fbe-b4f4-20904c4db657 req-a3ec66da-8d4a-431f-864f-0e451186e5a1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 210 time: 0.0291045 Jul 23 09:30:18.197021 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Made reservation on behalf of 2256b9183a3b4cbc9b819bcd42a9497e for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:30:18.200438 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.323002 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Allocated IP 172.20.0.5 (e82ba080-be92-4ebb-abe4-36c5c95e9593/ad8835ef-af4f-4859-9c59-438754f52380/aded6258-a741-4a19-a816-bfc24a8e305d) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:30:18.451857 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.471090 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Transition to ACTIVE for port object aded6258-a741-4a19-a816-bfc24a8e305d will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:18.503743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.545182 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:30:18.548209 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:30:18.555284 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:30:18.590484 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event updated for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:18.619500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:18.620134 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.634545 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-70b69c5b-bf63-4070-87d1-1a350f98c048 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616732 Jul 23 09:30:18.648326 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Request body: {'port': {'device_id': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:18.734616 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.762633 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-bfb3ab7c-71f2-43cd-b70b-cddff39bc6fd None None] Provisioning for port aded6258-a741-4a19-a816-bfc24a8e305d completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:30:18.767915 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-bfb3ab7c-71f2-43cd-b70b-cddff39bc6fd None None] Provisioning complete for port aded6258-a741-4a19-a816-bfc24a8e305d triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:30:18.769082 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ab7c-71f2-43cd-b70b-cddff39bc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:18.810619 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3ab7c-71f2-43cd-b70b-cddff39bc6fd None None] Port aded6258-a741-4a19-a816-bfc24a8e305d cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:30:19.016422 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aded6258-a741-4a19-a816-bfc24a8e305d {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:30:19.024003 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:19.036293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Transition to ACTIVE for port object aded6258-a741-4a19-a816-bfc24a8e305d will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:19.043823 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:19.091919 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Pushing event updated for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:19.175172 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Attempting to bind port aded6258-a741-4a19-a816-bfc24a8e305d on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:30:19.175871 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Attempting to bind port aded6258-a741-4a19-a816-bfc24a8e305d by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:30:19.176357 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Attempting to bind port aded6258-a741-4a19-a816-bfc24a8e305d on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:19.189691 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Port aded6258-a741-4a19-a816-bfc24a8e305d on network e82ba080-be92-4ebb-abe4-36c5c95e9593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:30:19.190315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Attempting to bind port aded6258-a741-4a19-a816-bfc24a8e305d on network e82ba080-be92-4ebb-abe4-36c5c95e9593 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:19.197498 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:30:19.198195 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Checking segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:30:19.198743 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Bound using segment: {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:30:19.199372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Bound port: aded6258-a741-4a19-a816-bfc24a8e305d, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0022623f-a767-4fce-bbad-ff48412d17f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:30:19.199953 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:19.231656 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed23c24-ad25-4d96-9bed-e5aeb7d8bcd1 req-aa0a0de5-ae38-4c63-b3a4-41b9b23c4751 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.234167 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fed23c24-ad25-4d96-9bed-e5aeb7d8bcd1 req-aa0a0de5-ae38-4c63-b3a4-41b9b23c4751 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0806947 Jul 23 09:30:19.286237 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fed23c24-ad25-4d96-9bed-e5aeb7d8bcd1 req-d4c4f883-269d-49a4-86ed-583cd5455d3e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5e0824c-6a71-4d9b-8058-f1392fea09ca&id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444787 Jul 23 09:30:19.322724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:30:19.339084 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aded6258-a741-4a19-a816-bfc24a8e305d,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:30:19.348369 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474dbfe-e8a2-475b-b45c-f9ca8c33f291 req-52257bf5-0773-47cf-8068-53fc30d7aa29 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.351050 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0474dbfe-e8a2-475b-b45c-f9ca8c33f291 req-52257bf5-0773-47cf-8068-53fc30d7aa29 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 943 time: 0.1318090 Jul 23 09:30:19.352661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:19.395400 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.397847 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:19.398102 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-071255fe-280d-4d08-b288-51b75335d92f service neutron] 10.222.0.13 "PUT /v2.0/ports/aded6258-a741-4a19-a816-bfc24a8e305d HTTP/1.1" status: 200 len: 1093 time: 0.7544916 Jul 23 09:30:19.407166 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:19.410795 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e12b5d8-bc1e-4218-bcef-136704dc370d" -d '{"events": [{"name": "network-changed", "server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:19.463596 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22fca71-6c3f-4d1d-91d2-332569b15dd8 x-openstack-request-id: req-e22fca71-6c3f-4d1d-91d2-332569b15dd8 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:19.463596 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:19.463926 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e22fca71-6c3f-4d1d-91d2-332569b15dd8 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:19.464119 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'status': 'completed', 'code': 200} Jul 23 09:30:19.486367 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0474dbfe-e8a2-475b-b45c-f9ca8c33f291 req-a533a6c2-cbed-4ff5-ace5-c46231cd0f9b tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293147 Jul 23 09:30:19.488523 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071255fe-280d-4d08-b288-51b75335d92f service neutron] Pushing event updated for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:19.530524 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-88b8ca80-09fc-4a73-81d2-900a69190402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.532115 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-88b8ca80-09fc-4a73-81d2-900a69190402 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 1096 time: 0.0953364 Jul 23 09:30:19.574032 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-b5554ea6-b719-441d-aa8e-6367edbfb25b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aded6258-a741-4a19-a816-bfc24a8e305d HTTP/1.1" status: 200 len: 217 time: 0.0344651 Jul 23 09:30:19.625803 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-3122eb38-162c-467d-9d3b-f92645dc6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.627181 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-3122eb38-162c-467d-9d3b-f92645dc6f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0469353 Jul 23 09:30:19.684942 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-01101e86-8b1d-428c-a578-64b7a669b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:19.686437 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-01101e86-8b1d-428c-a578-64b7a669b2ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532095 Jul 23 09:30:19.776224 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-a4370fae-01c5-48a9-8af9-5f41fddfeed4 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Jul 23 09:30:20.077866 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18b4ff2b-495d-4e53-a1c8-ab1fb43e4d42 req-f9e87984-21eb-4961-a58b-bd112929c6a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957504 Jul 23 09:30:20.173817 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-2a7fc9ce-a94f-430e-8b24-32c1c6b84809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.175313 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-2a7fc9ce-a94f-430e-8b24-32c1c6b84809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 1096 time: 0.0529149 Jul 23 09:30:20.286331 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-b2a4a7d2-0242-408c-be7d-a8c24f7f430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.288058 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-b2a4a7d2-0242-408c-be7d-a8c24f7f430c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.1004446 Jul 23 09:30:20.335068 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-b25e41c8-a5eb-4af7-a0b9-f7eeed2ca101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aded6258-a741-4a19-a816-bfc24a8e305d HTTP/1.1" status: 200 len: 217 time: 0.0389602 Jul 23 09:30:20.376457 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-2bb3ae41-c4ad-4ef8-a41e-2666afe22e49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574987 Jul 23 09:30:20.395461 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-324720f2-cf1c-4ee8-9945-263887e2efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.396945 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-324720f2-cf1c-4ee8-9945-263887e2efaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0568159 Jul 23 09:30:20.468107 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-96479586-8db3-4f3e-93df-bcf3b3fc5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.469709 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-96479586-8db3-4f3e-93df-bcf3b3fc5b2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559220 Jul 23 09:30:20.484461 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-67612bae-2fc6-4030-8991-7f61b7c95f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.486300 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-67612bae-2fc6-4030-8991-7f61b7c95f52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 1098 time: 0.0680714 Jul 23 09:30:20.604417 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-65aa4ce7-118b-40c4-a8f1-05c4dcd51043 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272523 Jul 23 09:30:20.605469 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-01edb907-b42f-4aad-af2f-195d2196b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.606975 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-01edb907-b42f-4aad-af2f-195d2196b75d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.1006477 Jul 23 09:30:20.660788 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172033dd-81b5-4959-8e84-b3462d7e0b5b req-ee63aa07-45d6-42ab-b349-01cf47c5b4b0 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.664803 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-172033dd-81b5-4959-8e84-b3462d7e0b5b req-ee63aa07-45d6-42ab-b349-01cf47c5b4b0 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 943 time: 0.0996110 Jul 23 09:30:20.665038 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58688) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:20.699252 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-5b8f967f-aacc-469a-81c6-a81a4d20e472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 200 len: 1001 time: 0.0712984 Jul 23 09:30:20.743289 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-172033dd-81b5-4959-8e84-b3462d7e0b5b req-f7fa2d50-79db-4cf7-8e5d-178b818c3c3e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721278 Jul 23 09:30:20.753583 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-9f695f40-2ce2-4b86-93b2-2d30af0cdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.754264 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6e12b5d8-bc1e-4218-bcef-136704dc370d req-3b2eabe1-589b-4444-b523-4beb5bf63021 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274133 Jul 23 09:30:20.755549 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-9f695f40-2ce2-4b86-93b2-2d30af0cdf55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0495064 Jul 23 09:30:20.822105 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a99e-384f-47f9-a905-7dd7ad0fae42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:20.866519 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-d37767f4-5222-4153-a093-8d7d23920635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:20.868113 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-d37767f4-5222-4153-a093-8d7d23920635 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944028 Jul 23 09:30:20.964798 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aded6258-a741-4a19-a816-bfc24a8e305d details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:30:20.994552 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-e609eae5-544e-43c7-9c1d-a27788f9a780 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162288 Jul 23 09:30:21.016839 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a99e-384f-47f9-a905-7dd7ad0fae42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.029965 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a99e-384f-47f9-a905-7dd7ad0fae42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.079117 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aded6258-a741-4a19-a816-bfc24a8e305d,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:21.090293 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'port_id': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'mac_address': 'fa:16:3e:bb:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:30:21.119526 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e6d7a99e-384f-47f9-a905-7dd7ad0fae42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4f82732db8043499b8705942b97f2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534988 Jul 23 09:30:21.122113 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58694) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:21.122593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7a99e-384f-47f9-a905-7dd7ad0fae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4db726-e2ce-46e2-93f8-3105dfa7b466,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:21.137387 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.148736 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd77292f-f959-48d0-9faf-a77a6d132340 req-8e8f24a2-c816-432e-82ae-950d16ec6a00 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460769 Jul 23 09:30:21.151900 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aded6258-a741-4a19-a816-bfc24a8e305d {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:30:21.179142 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.179389 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aded6258-a741-4a19-a816-bfc24a8e305d,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:21.184320 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.203004 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.238605 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:21.246424 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.246710 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.247066 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.247397 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.247755 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.248090 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.248418 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.248747 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.249078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.249402 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.249725 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.250174 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:21.266039 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.268781 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.270105 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b4db726-e2ce-46e2-93f8-3105dfa7b466 HTTP/1.1" status: 204 len: 168 time: 0.1470108 Jul 23 09:30:21.280189 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a937f-d2a4-4a77-b85d-2cc97a23d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4db726-e2ce-46e2-93f8-3105dfa7b466,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:21.413877 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['aded6258-a741-4a19-a816-bfc24a8e305d'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:30:21.542694 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 58700) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:21.556844 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d221-b5e2-4b02-be8f-253862b9b69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.648892 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d221-b5e2-4b02-be8f-253862b9b69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.652921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d221-b5e2-4b02-be8f-253862b9b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.690437 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3ea9d221-b5e2-4b02-be8f-253862b9b69e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fcfe6d0939b4a23ab3b6f742314ae3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463964 Jul 23 09:30:21.691298 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d221-b5e2-4b02-be8f-253862b9b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a9220-f888-48c1-bde5-55f1906ab384,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:21.693064 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58702) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:21.742273 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.762849 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.810375 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.813345 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:21.814532 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e02a9220-f888-48c1-bde5-55f1906ab384 HTTP/1.1" status: 204 len: 168 time: 0.1204720 Jul 23 09:30:21.825530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e623b-da71-46c5-a19c-4cc394f4a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a9220-f888-48c1-bde5-55f1906ab384,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:21.898707 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb22f3-2dea-4a2b-af2a-520dcb3b2aed req-c8747643-82a6-4ee0-b396-c9f6f80bfc07 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:21.900478 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61eb22f3-2dea-4a2b-af2a-520dcb3b2aed req-c8747643-82a6-4ee0-b396-c9f6f80bfc07 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 944 time: 0.0699179 Jul 23 09:30:21.938897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61eb22f3-2dea-4a2b-af2a-520dcb3b2aed req-27597c5a-dcdf-4280-b398-6113c850eee4 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325773 Jul 23 09:30:22.989805 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aded6258-a741-4a19-a816-bfc24a8e305d up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:30:23.047794 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port aded6258-a741-4a19-a816-bfc24a8e305d completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:30:23.052201 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port aded6258-a741-4a19-a816-bfc24a8e305d triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:30:23.052580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:23.073343 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2c057-cc1f-4226-9409-e0197433f1db req-654f36ca-8a45-43ab-8d79-89ddf4a3d75d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:23.074884 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b1c2c057-cc1f-4226-9409-e0197433f1db req-654f36ca-8a45-43ab-8d79-89ddf4a3d75d tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 944 time: 0.0671384 Jul 23 09:30:23.118275 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b1c2c057-cc1f-4226-9409-e0197433f1db req-a3885282-2b85-4dc5-ac3e-669e43db9f23 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378015 Jul 23 09:30:23.150080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:23.173524 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:23.175871 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ff4493-03ab-4653-8f93-dc8a2b24989d" -d '{"events": [{"server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "name": "network-vif-plugged", "status": "completed", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:23.189463 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aded6258-a741-4a19-a816-bfc24a8e305d,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:23.195187 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:23.221303 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c17612-bab1-4902-907a-919b1dc74041 x-openstack-request-id: req-25c17612-bab1-4902-907a-919b1dc74041 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:23.221593 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "name": "network-vif-plugged", "status": "completed", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:23.221837 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25c17612-bab1-4902-907a-919b1dc74041 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:23.222227 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'code': 200} Jul 23 09:30:23.250146 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:23.412242 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65ed6-3c3b-4e4e-af59-705e0058bddc req-ecfde09c-dfc7-4823-839f-e24cdfc362e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:23.415072 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2fe65ed6-3c3b-4e4e-af59-705e0058bddc req-ecfde09c-dfc7-4823-839f-e24cdfc362e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 1098 time: 0.0739474 Jul 23 09:30:23.452061 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2fe65ed6-3c3b-4e4e-af59-705e0058bddc req-be13a43b-40b1-4b21-a81c-e3c334b52ff3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300221 Jul 23 09:30:23.909659 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:24.255239 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dc36a-19a9-43ff-b39f-d15578ad4f73 req-c24ae6f8-1ef9-43d5-a629-3b021e510a32 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:24.257619 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a53dc36a-19a9-43ff-b39f-d15578ad4f73 req-c24ae6f8-1ef9-43d5-a629-3b021e510a32 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.0663466 Jul 23 09:30:24.298514 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a53dc36a-19a9-43ff-b39f-d15578ad4f73 req-527c44df-26f8-4cbf-ad6e-f5dbfb6139ed tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354993 Jul 23 09:30:25.427826 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d475-4aa0-42bb-ac8d-0323a796dacb req-8d920430-e21e-4c13-9e7c-f9b4e41102fa tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:25.429472 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07b2d475-4aa0-42bb-ac8d-0323a796dacb req-8d920430-e21e-4c13-9e7c-f9b4e41102fa tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.0621777 Jul 23 09:30:25.465237 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07b2d475-4aa0-42bb-ac8d-0323a796dacb req-c4bbc0f3-424f-4392-b03a-db9a4f88a1c8 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302711 Jul 23 09:30:25.587072 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139007ae-4fef-489e-9e49-d4f41eced449 req-5987a9b6-b235-494c-9e05-7d25d422c96a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:25.588578 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-139007ae-4fef-489e-9e49-d4f41eced449 req-5987a9b6-b235-494c-9e05-7d25d422c96a tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.0624962 Jul 23 09:30:25.596799 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 58772) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:25.602082 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Request body: {'floatingip': {'port_id': 'aded6258-a741-4a19-a816-bfc24a8e305d'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:25.643404 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:26.058585 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:26.061953 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:26.154721 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Floating IP fa888d14-f64c-45ab-bf35-335324f867d8 associated. External IP: 172.27.3.17, port: aded6258-a741-4a19-a816-bfc24a8e305d. Jul 23 09:30:26.215654 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-de5ba865-c6c2-4b6a-8036-70b1832fe802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:26.355323 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:26.460155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:26.464459 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:26.469708 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:26.479340 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:26.480033 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:26.501903 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-10dd84c0-6945-4780-96b8-51d5c7a37f22 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "PUT /v2.0/floatingips/fa888d14-f64c-45ab-bf35-335324f867d8 HTTP/1.1" status: 200 len: 990 time: 0.9039989 Jul 23 09:30:26.502485 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:26.506971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d3982-c8e7-47ce-82a5-0a693f78f9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:26.582753 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:26.800707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'fa888d14-f64c-45ab-bf35-335324f867d8', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:bb:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:15Z', 'updated_at': '2021-07-23T09:30:25Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:26.831626 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:26.840215 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:26.840846 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:29:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:26.942808 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:27.282078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'fa888d14-f64c-45ab-bf35-335324f867d8', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:bb:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:15Z', 'updated_at': '2021-07-23T09:30:25Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:27.307966 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66646047-d13a-4650-ba59-b4ee5af5a412 None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'fa888d14-f64c-45ab-bf35-335324f867d8', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'port_id': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'mac_address': 'fa:16:3e:bb:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:30:15Z', 'updated_at': '2021-07-23T09:30:25Z', 'revision_number': 1, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:27.503617 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07af65-3e06-45a0-93eb-6de65b0b43a8 None None] New status for floating IP fa888d14-f64c-45ab-bf35-335324f867d8: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:27.875778 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8898eced-fc94-439f-98e8-f5feda27ce5c x-openstack-request-id: req-8898eced-fc94-439f-98e8-f5feda27ce5c {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:27.876294 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:27.876294 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8898eced-fc94-439f-98e8-f5feda27ce5c {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:27.876690 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'status': 'completed', 'code': 200} Jul 23 09:30:27.964401 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-8a7515df-dd1e-45ae-ba87-3299bf94adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:27.965801 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-8a7515df-dd1e-45ae-ba87-3299bf94adc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 1098 time: 0.0559001 Jul 23 09:30:28.056007 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-71320dea-32fa-4430-b727-d4c93e53850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:28.057493 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-71320dea-32fa-4430-b727-d4c93e53850c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 200 len: 911 time: 0.0851142 Jul 23 09:30:28.126779 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-0e890f6f-3803-49e6-98a5-bad413ff4c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aded6258-a741-4a19-a816-bfc24a8e305d HTTP/1.1" status: 200 len: 1000 time: 0.0587010 Jul 23 09:30:28.176941 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-863c42d2-eac8-4c55-8caa-c326f899dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:28.179040 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-863c42d2-eac8-4c55-8caa-c326f899dcd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 200 len: 849 time: 0.0422065 Jul 23 09:30:28.234864 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-560bf7c0-4b40-414a-8e93-33586aa6566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:28.236377 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-560bf7c0-4b40-414a-8e93-33586aa6566a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82ba080-be92-4ebb-abe4-36c5c95e9593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503674 Jul 23 09:30:28.326409 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-c22319b9-24a5-4bdc-b3cd-966d7ddb32d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836217 Jul 23 09:30:28.413932 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-465d3982-c8e7-47ce-82a5-0a693f78f9b1 req-36f1dbe2-9447-4370-a702-3f4ea88262da service neutron] 10.222.0.13 "GET /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807149 Jul 23 09:30:28.923797 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:29.100883 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-57386ab8-3339-49db-ae23-49f25dc0b4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:30.198152 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:31.550256 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:44.056616 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9f99-bb26-4e42-a72c-0f41cbf611b6 req-4a1487b2-70e3-49fa-af1a-a3c18dbcfc5e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:44.058104 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd5b9f99-bb26-4e42-a72c-0f41cbf611b6 req-4a1487b2-70e3-49fa-af1a-a3c18dbcfc5e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.0668633 Jul 23 09:30:44.094429 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd5b9f99-bb26-4e42-a72c-0f41cbf611b6 req-4b7de215-a70e-41a2-a2a8-343dfea145a6 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306635 Jul 23 09:30:45.226700 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0dfda-edeb-4740-97ff-14170f70de91 req-a6bcdc03-110e-4b26-b192-eaa2ab10eacf tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:45.228196 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddd0dfda-edeb-4740-97ff-14170f70de91 req-a6bcdc03-110e-4b26-b192-eaa2ab10eacf tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.0662780 Jul 23 09:30:45.264484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddd0dfda-edeb-4740-97ff-14170f70de91 req-14197591-86c4-4190-bb1c-d26d1d9305b6 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307949 Jul 23 09:30:45.978896 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-ebba43bc-5044-4cf2-8e20-8d12bac6f4a7 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:45.980363 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-ebba43bc-5044-4cf2-8e20-8d12bac6f4a7 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.0622993 Jul 23 09:30:46.391434 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280e2e1-6084-41f0-91dc-e5bfcbd25696 req-cc8fbde6-2e6e-425f-8a1b-78f8941332a3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:46.392884 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f280e2e1-6084-41f0-91dc-e5bfcbd25696 req-cc8fbde6-2e6e-425f-8a1b-78f8941332a3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.0612957 Jul 23 09:30:46.429182 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f280e2e1-6084-41f0-91dc-e5bfcbd25696 req-d26a9f20-33d5-46ee-885e-04033c81399e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307584 Jul 23 09:30:49.148339 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:30:49.148953 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:49.264501 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] For port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:30:49.264863 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:49.282982 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd4731-e7e9-4cd9-ab52-467407d4f865 req-f7ca3a10-28cc-4628-aa6f-5ef98e5be2d9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:49.284524 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-76dd4731-e7e9-4cd9-ab52-467407d4f865 req-f7ca3a10-28cc-4628-aa6f-5ef98e5be2d9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 945 time: 0.1504076 Jul 23 09:30:49.416601 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-76dd4731-e7e9-4cd9-ab52-467407d4f865 req-1598ff1b-1184-4dbd-b894-a9c9d07534ff tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094265 Jul 23 09:30:49.517895 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:49.518272 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:49.518662 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP b47af84e-46fc-481e-a625-10f2bf209395 disassociated. External IP: 172.27.3.152, port: 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b. Jul 23 09:30:49.519115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:30:49.645107 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:49.672762 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=30aa5e23-4a35-4f36-8ec8-fafe8d8a285b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:49.684343 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.684696 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.685038 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.685371 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.685703 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.686034 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.686361 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.686687 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.687013 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.687334 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.687684 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.688002 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:30:49.801380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:30:49.965508 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:30:49.990678 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:30:49.991098 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:30:50.159466 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:30:50.169389 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:30:50.178378 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:50.179012 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:50.207421 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] No DVR routers for this DVR port 30aa5e23-4a35-4f36-8ec8-fafe8d8a285b on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:30:50.210585 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:50.212597 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0cd410a5-aff2-4d9a-ac08-8fac1fd302a3 req-0519157f-c7fe-4847-814a-a07c4a77fb53 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "DELETE /v2.0/ports/30aa5e23-4a35-4f36-8ec8-fafe8d8a285b HTTP/1.1" status: 204 len: 173 time: 1.1718075 Jul 23 09:30:50.213027 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'name': 'network-vif-deleted', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:50.215268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f6150-50fd-4a92-82ca-bb8f4f840c93" -d '{"events": [{"server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "name": "network-vif-deleted", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:50.256487 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e429257-9766-4d7c-a89c-f7dd58752ef9 x-openstack-request-id: req-7e429257-9766-4d7c-a89c-f7dd58752ef9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:50.256793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5937b38d-0c62-469d-99d9-846a01f3fb27", "name": "network-vif-deleted", "tag": "30aa5e23-4a35-4f36-8ec8-fafe8d8a285b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:50.257043 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e429257-9766-4d7c-a89c-f7dd58752ef9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:50.257477 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5937b38d-0c62-469d-99d9-846a01f3fb27', 'name': 'network-vif-deleted', 'tag': '30aa5e23-4a35-4f36-8ec8-fafe8d8a285b', 'status': 'completed', 'code': 200} Jul 23 09:30:50.292474 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:50.485110 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:50.512564 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:30:50.517568 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-02a21aba-16d4-464e-ab02-90d4f3d88edf req-a3039c30-3b4b-4a0f-b124-ebe39b22c10b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5937b38d-0c62-469d-99d9-846a01f3fb27 HTTP/1.1" status: 200 len: 210 time: 0.0298681 Jul 23 09:30:50.522106 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:30:50.522903 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:50.637014 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:30:50.829558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:30:50.854959 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f9e6d-203a-446d-89b8-5e234d43acf0 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:30:51.107855 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c50fae-9014-4dab-95f9-a887fdc56ea9 None None] New status for floating IP b47af84e-46fc-481e-a625-10f2bf209395: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:30:51.768420 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-163a7844-a5a9-4809-95ba-9de2b7bcdc58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591204523&fields=id&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 267 time: 0.0363829 Jul 23 09:30:51.876420 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-2593df76-816f-476a-bede-23822e5993b3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:51.877842 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-2593df76-816f-476a-bede-23822e5993b3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1030810 Jul 23 09:30:51.891955 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-5c290e16-4cf6-4e31-a348-e5140b1f95bf tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/quotas/85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 375 time: 0.0087461 Jul 23 09:30:51.957627 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-e983519f-7f1e-46b8-ab32-6ffec955b9dd tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610223 Jul 23 09:30:52.055662 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-f2557b51-897b-46a1-a711-f9a4e6907b95 service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855474 Jul 23 09:30:52.142684 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-990eea57-83b1-4cfd-889e-04a757054b5e service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814273 Jul 23 09:30:52.459208 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bcd0dffd-9c12-460c-8637-fd251a108e42 req-aadb02a6-8f34-4680-aa21-c58f044d2f72 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 210 time: 0.0340624 Jul 23 09:30:53.401123 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-51b3f53b-28a8-4d8b-a5a6-90658858f6df tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:53.402634 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-51b3f53b-28a8-4d8b-a5a6-90658858f6df tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1211715 Jul 23 09:30:53.451468 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-fe0fdbf4-dba3-4ee7-88b7-17b74f546caa tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 379 time: 0.0383890 Jul 23 09:30:53.461715 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'port': {'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'admin_state_up': True, 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'security_groups': ['bb51d218-1ded-41fb-8f1c-1f025a7ecb39']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:53.587326 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62f70ad3-9aa4-4f3f-9d8d-e2ec6f415704 req-66271054-32ea-4988-9ac9-8c1b112ae4ed tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 210 time: 0.0402966 Jul 23 09:30:53.620507 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Made reservation on behalf of 85196b1f5a504e7cbe24427724298882 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:30:53.624032 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.717519 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:30:53.753734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.20.0.6 (fe06b95f-3f48-4bf9-9a43-327d0458bae5/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb/9fd48d76-ca98-46a9-a6f8-a54da4612af7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:30:53.774624 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59036) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:53.889282 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a45c1d7c-1cee-4c42-b199-9e5abd84ec70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.920430 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.923721 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.939821 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Transition to ACTIVE for port object 9fd48d76-ca98-46a9-a6f8-a54da4612af7 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:53.975493 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.983787 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a45c1d7c-1cee-4c42-b199-9e5abd84ec70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:53.987689 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a45c1d7c-1cee-4c42-b199-9e5abd84ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.016937 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:30:54.023759 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:30:54.027790 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a45c1d7c-1cee-4c42-b199-9e5abd84ec70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7594dda708f34816a45784fea0be0b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492979 Jul 23 09:30:54.027980 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:30:54.028093 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59040) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:54.034526 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.035132 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c1d7c-1cee-4c42-b199-9e5abd84ec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ad216-e687-4329-aad7-16893b85ee3e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.085384 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:54.086048 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.087053 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.101605 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-c6185b95-6a95-4c0e-b56a-05178ceb065c tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6445956 Jul 23 09:30:54.110545 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.114005 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Request body: {'port': {'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:30:54.167144 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.169906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.171067 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e5ad216-e687-4329-aad7-16893b85ee3e HTTP/1.1" status: 204 len: 168 time: 0.1421449 Jul 23 09:30:54.180724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f799a-ccf3-40ce-9628-35584aa06140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ad216-e687-4329-aad7-16893b85ee3e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.198165 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.286352 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c3d9ef03-2edf-49eb-8175-1e27499024b7 None None] Provisioning for port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:30:54.291610 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c3d9ef03-2edf-49eb-8175-1e27499024b7 None None] Provisioning complete for port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:30:54.292052 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c3d9ef03-2edf-49eb-8175-1e27499024b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.327908 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9ef03-2edf-49eb-8175-1e27499024b7 None None] Port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:30:54.456542 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59046) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:54.469474 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3513550-c389-4db2-8609-d8935f4b8e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.471763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd48d76-ca98-46a9-a6f8-a54da4612af7 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:30:54.479911 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.493380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Transition to ACTIVE for port object 9fd48d76-ca98-46a9-a6f8-a54da4612af7 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:30:54.498389 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.555238 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.566239 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3513550-c389-4db2-8609-d8935f4b8e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.571044 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3513550-c389-4db2-8609-d8935f4b8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.637168 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e3513550-c389-4db2-8609-d8935f4b8e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc510b0e06e5452b87a5d4098ab79dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794200 Jul 23 09:30:54.638395 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3513550-c389-4db2-8609-d8935f4b8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c434100-1207-4334-b267-3201b055dd40,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.642902 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59054) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:54.650393 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Attempting to bind port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:30:54.650742 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Attempting to bind port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:30:54.651124 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Attempting to bind port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:54.670460 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:30:54.670850 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Attempting to bind port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:30:54.688772 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:30:54.689115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:30:54.689550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Bound using segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:30:54.689972 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Bound port: 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:30:54.690334 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.742707 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e4951-9814-4157-a3d3-629a2817ce33 req-a18fdb20-8f1f-41c8-b5d8-61a01faa7014 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:54.744269 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-788e4951-9814-4157-a3d3-629a2817ce33 req-a18fdb20-8f1f-41c8-b5d8-61a01faa7014 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0706487 Jul 23 09:30:54.750168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.783732 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-788e4951-9814-4157-a3d3-629a2817ce33 req-1d61fc41-469e-466b-8958-9adbe258efe4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Jul 23 09:30:54.791831 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.806467 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:30:54.832291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:30:54.838154 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.875554 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:54.876191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.877653 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] 10.222.0.13 "PUT /v2.0/ports/9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 1093 time: 0.7681651 Jul 23 09:30:54.878182 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:30:54.881145 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:30:54.908883 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.912216 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:54.916155 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c434100-1207-4334-b267-3201b055dd40 HTTP/1.1" status: 204 len: 168 time: 0.2732995 Jul 23 09:30:54.922186 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfccb-95a4-4d24-8c36-d60ef2badb31 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.939229 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf0b61-145d-4cbf-b827-76e1e6969ef9 x-openstack-request-id: req-e1bf0b61-145d-4cbf-b827-76e1e6969ef9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:30:54.939551 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:30:54.939804 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1bf0b61-145d-4cbf-b827-76e1e6969ef9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:30:54.940217 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'status': 'completed', 'code': 200} Jul 23 09:30:54.942946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1743a46-9dce-4fcd-b0c8-1f024af25859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c434100-1207-4334-b267-3201b055dd40,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:54.993144 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-5c1ba8ce-291c-4a51-807a-1e1fbe3805e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:54.994701 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-5c1ba8ce-291c-4a51-807a-1e1fbe3805e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1096 time: 0.0695837 Jul 23 09:30:55.041439 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-0fbb3e97-8c21-49ca-bd7e-fbb53442b598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 217 time: 0.0369999 Jul 23 09:30:55.092558 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-18abf24e-f0b3-49dc-bac6-b992cb1ce004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.094048 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-18abf24e-f0b3-49dc-bac6-b992cb1ce004 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0452900 Jul 23 09:30:55.153367 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-d416079c-1288-4e4e-b539-e4fb36be0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.154828 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-d416079c-1288-4e4e-b539-e4fb36be0572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538976 Jul 23 09:30:55.256591 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-3b8bc06d-ecc5-4084-a083-c58318c8b46b service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926566 Jul 23 09:30:55.353706 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-839b56cf-2f2b-48b9-807c-18d3483a9e0a req-b6ebf8ec-55cb-4da5-a26f-d07052663e2f service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899682 Jul 23 09:30:55.463839 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-cb49e50d-069f-40d8-861f-4286f007f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.465360 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-cb49e50d-069f-40d8-861f-4286f007f608 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1096 time: 0.0546935 Jul 23 09:30:55.560763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-9ca5b946-ec7d-4722-bc43-6e828082eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.562255 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-9ca5b946-ec7d-4722-bc43-6e828082eba6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.0853026 Jul 23 09:30:55.611043 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-220c2d31-b2f2-4ef7-8516-7fc50ac6bba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 217 time: 0.0410919 Jul 23 09:30:55.673799 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-4a919375-f551-4d78-987a-3552082d281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.675294 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-4a919375-f551-4d78-987a-3552082d281a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0454879 Jul 23 09:30:55.739033 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-92c57046-2975-49d3-b593-d1b197ab43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.741495 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-92c57046-2975-49d3-b593-d1b197ab43f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569000 Jul 23 09:30:55.846527 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-44c7f645-aba6-4e7a-9937-80d2c426b1f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919952 Jul 23 09:30:55.929379 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3c75a-dd21-4c44-bd72-81f1e88f3459 req-218d2ed5-342c-4027-b49d-5b35fea653e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:55.930832 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-45d3c75a-dd21-4c44-bd72-81f1e88f3459 req-218d2ed5-342c-4027-b49d-5b35fea653e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0690334 Jul 23 09:30:55.945524 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b03cdbe4-aa36-4be5-b047-d69c0d26b9bc req-b1b01eeb-eed8-4260-9a1d-f1533e0470f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870914 Jul 23 09:30:55.971852 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-45d3c75a-dd21-4c44-bd72-81f1e88f3459 req-6f6a5a88-ffbf-4fca-9a0b-7994e1d8d755 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Jul 23 09:30:56.215740 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-05398da7-2ffd-4cc1-8ca0-222bebaaee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.514991 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59108) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:56.626285 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ee839c0-de90-48c3-9a22-0829e622ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.716909 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ee839c0-de90-48c3-9a22-0829e622ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.720629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5ee839c0-de90-48c3-9a22-0829e622ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.758384 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5ee839c0-de90-48c3-9a22-0829e622ef57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b27151dd7534502b442170e530db143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422986 Jul 23 09:30:56.760374 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee839c0-de90-48c3-9a22-0829e622ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d8c19-9c93-4375-99bc-23f51424f48b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:56.761280 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59114) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:56.816210 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.837872 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.883380 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.885981 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:56.887190 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba2d8c19-9c93-4375-99bc-23f51424f48b HTTP/1.1" status: 204 len: 168 time: 0.1249037 Jul 23 09:30:56.894936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc6222-d2f0-4883-ac23-ac33301a83cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d8c19-9c93-4375-99bc-23f51424f48b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:57.102348 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6f300-5eb0-4ce4-82c7-11443af5f2a4 req-77602c2d-046a-468f-9836-8aa80d8da242 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:57.103895 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-94d6f300-5eb0-4ce4-82c7-11443af5f2a4 req-77602c2d-046a-468f-9836-8aa80d8da242 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0642536 Jul 23 09:30:57.143844 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59126) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:57.157385 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88a3ebd5-041c-4b82-aa83-c2c6f1832874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.246111 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88a3ebd5-041c-4b82-aa83-c2c6f1832874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.250207 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88a3ebd5-041c-4b82-aa83-c2c6f1832874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.285448 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ebd5-041c-4b82-aa83-c2c6f1832874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df99cc8c-2f5f-450d-a4b9-cd64115771f8,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:57.291484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-88a3ebd5-041c-4b82-aa83-c2c6f1832874 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a448765f5c24c98b7afa546a0247ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464567 Jul 23 09:30:57.293111 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59128) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:30:57.341512 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.385048 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.404844 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-94d6f300-5eb0-4ce4-82c7-11443af5f2a4 req-3d4dd3e7-bbf6-4c22-a2e9-6d4888af17c5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951384 Jul 23 09:30:57.441935 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.444769 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:57.445886 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df99cc8c-2f5f-450d-a4b9-cd64115771f8 HTTP/1.1" status: 204 len: 168 time: 0.1518273 Jul 23 09:30:57.453301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2509-ae79-46bf-a64b-37df0615b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99cc8c-2f5f-450d-a4b9-cd64115771f8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:30:58.539145 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d009e-293f-4024-944c-6a51c62d0eb1 req-e3ea8b2b-3f4b-4a45-96f3-fc5f03c1ec36 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:58.540877 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-564d009e-293f-4024-944c-6a51c62d0eb1 req-e3ea8b2b-3f4b-4a45-96f3-fc5f03c1ec36 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0679674 Jul 23 09:30:58.581850 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-564d009e-293f-4024-944c-6a51c62d0eb1 req-3ef0ac44-2315-47ee-82c1-d04c1da09550 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Jul 23 09:30:58.925386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:59.096944 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1be92033-9f9a-469c-9499-b6cb600e6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:30:59.710808 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee9b5-fe5f-4ce4-b723-4cfb5115d44a req-d4b01659-cafa-4eeb-b1a8-5ecbe682788f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:30:59.712318 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-181ee9b5-fe5f-4ce4-b723-4cfb5115d44a req-d4b01659-cafa-4eeb-b1a8-5ecbe682788f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0630000 Jul 23 09:30:59.749241 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-181ee9b5-fe5f-4ce4-b723-4cfb5115d44a req-e0f6acb0-19d3-472a-bc6b-fab791a8f71e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Jul 23 09:31:00.201263 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:01.022577 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab16fe-a6b1-47b1-b646-f48f6fb83e5a req-2db4c826-44c9-4e4e-931c-99cdc5f31c7b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:01.024061 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-83ab16fe-a6b1-47b1-b646-f48f6fb83e5a req-2db4c826-44c9-4e4e-931c-99cdc5f31c7b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.2083631 Jul 23 09:31:01.062411 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-83ab16fe-a6b1-47b1-b646-f48f6fb83e5a req-81ba71b9-05a0-4203-bcbf-62bd7e4c7625 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Jul 23 09:31:01.553681 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:02.200442 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba318cd-be10-4dd4-9486-c11ba893c194 req-a39cc14a-8222-4e74-b785-c9674be22360 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:02.201952 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ba318cd-be10-4dd4-9486-c11ba893c194 req-a39cc14a-8222-4e74-b785-c9674be22360 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0730109 Jul 23 09:31:02.242657 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ba318cd-be10-4dd4-9486-c11ba893c194 req-d0010932-bdc8-424c-8d11-3d34e366221b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353191 Jul 23 09:31:03.093846 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59240) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:03.194268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4216f1cf-a0b5-4ea2-84cf-4ed34e11d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.281275 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4216f1cf-a0b5-4ea2-84cf-4ed34e11d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.285785 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4216f1cf-a0b5-4ea2-84cf-4ed34e11d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.335444 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4216f1cf-a0b5-4ea2-84cf-4ed34e11d01d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20ae5696308e470db1ccd7c5a8db7c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403057 Jul 23 09:31:03.337934 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59250) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:03.360278 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216f1cf-a0b5-4ea2-84cf-4ed34e11d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5871e7d6-f056-41ff-bc40-44e139ac2e90,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:03.391195 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.400915 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a04a-c78e-4679-90cd-c80e843d19e6 req-0af70d4a-e698-42b4-9c27-8ec6fec8c4d8 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:03.402405 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c533a04a-c78e-4679-90cd-c80e843d19e6 req-0af70d4a-e698-42b4-9c27-8ec6fec8c4d8 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 943 time: 0.0871964 Jul 23 09:31:03.413006 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.443267 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c533a04a-c78e-4679-90cd-c80e843d19e6 req-2f1f010d-99aa-45be-bbdc-105731ed258d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Jul 23 09:31:03.469011 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.471793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.472936 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5871e7d6-f056-41ff-bc40-44e139ac2e90 HTTP/1.1" status: 204 len: 168 time: 0.1340365 Jul 23 09:31:03.481220 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d229-5c58-4401-90e6-5c0596422b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5871e7d6-f056-41ff-bc40-44e139ac2e90,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:03.720532 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59256) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:03.733416 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-918613bc-0ab6-4009-881e-ccd05087204b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.816998 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-918613bc-0ab6-4009-881e-ccd05087204b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.821288 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-918613bc-0ab6-4009-881e-ccd05087204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.862285 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-918613bc-0ab6-4009-881e-ccd05087204b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dab6ea9123e643c09243af20c7c990df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406517 Jul 23 09:31:03.863221 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918613bc-0ab6-4009-881e-ccd05087204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b217d9-4f13-4093-a869-96450ca768ed,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:03.865532 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59258) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:03.914363 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.935358 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.980213 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.982780 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:03.983961 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6b217d9-4f13-4093-a869-96450ca768ed HTTP/1.1" status: 204 len: 168 time: 0.1165962 Jul 23 09:31:03.991978 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c732c-e643-4046-9e3b-877286325c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b217d9-4f13-4093-a869-96450ca768ed,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:04.017525 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9fd48d76-ca98-46a9-a6f8-a54da4612af7 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:31:04.108968 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:04.120534 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:31:04.160596 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:04.174341 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd48d76-ca98-46a9-a6f8-a54da4612af7 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:04.193701 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:04.197614 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:04.245846 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:04.450288 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['9fd48d76-ca98-46a9-a6f8-a54da4612af7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:04.596935 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8353-b478-47f6-97a1-28c89c6bbd30 req-ca904c99-737e-476f-a9c1-2c72c89d03a3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:04.598548 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-116f8353-b478-47f6-97a1-28c89c6bbd30 req-ca904c99-737e-476f-a9c1-2c72c89d03a3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 944 time: 0.0733180 Jul 23 09:31:04.638268 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-116f8353-b478-47f6-97a1-28c89c6bbd30 req-c9e1dd76-df9b-4bba-993f-b0797591e3e4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325148 Jul 23 09:31:05.771335 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b29452-3e42-46da-ae05-6d372cbcd8c8 req-47c76920-8026-415c-9190-f9f4e25c9fe9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:05.772801 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e5b29452-3e42-46da-ae05-6d372cbcd8c8 req-47c76920-8026-415c-9190-f9f4e25c9fe9 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 944 time: 0.0647295 Jul 23 09:31:05.809007 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e5b29452-3e42-46da-ae05-6d372cbcd8c8 req-41f8db41-72ac-49ae-b3ef-3592de81359e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303800 Jul 23 09:31:06.041925 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9fd48d76-ca98-46a9-a6f8-a54da4612af7 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:31:06.089942 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:31:06.093628 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:31:06.094004 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:06.172304 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:06.195226 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:06.197480 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bda639-5d39-41c3-88c2-c2d34dae6f89" -d '{"events": [{"server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "name": "network-vif-plugged", "status": "completed", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:06.210747 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:06.215206 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:06.240562 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ad120-03a2-42d5-b630-fdbc6e53a366 x-openstack-request-id: req-107ad120-03a2-42d5-b630-fdbc6e53a366 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:06.240856 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "name": "network-vif-plugged", "status": "completed", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:06.241104 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-107ad120-03a2-42d5-b630-fdbc6e53a366 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:06.241486 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'code': 200} Jul 23 09:31:06.267728 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:06.497409 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1c670-e543-4f96-a97d-130c4a860238 req-291dcd14-bd13-4ebd-a1b2-64c8efc0df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:06.498842 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62c1c670-e543-4f96-a97d-130c4a860238 req-291dcd14-bd13-4ebd-a1b2-64c8efc0df45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1098 time: 0.0591557 Jul 23 09:31:06.537779 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62c1c670-e543-4f96-a97d-130c4a860238 req-3a03f88f-fd60-4c60-94c6-52813d857bb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jul 23 09:31:06.960460 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fab8c-5915-4044-a672-819e2dd8d944 req-29b39f78-5e14-4b5d-9f33-7499bd4a5b89 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:06.962045 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2f1fab8c-5915-4044-a672-819e2dd8d944 req-29b39f78-5e14-4b5d-9f33-7499bd4a5b89 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.0803704 Jul 23 09:31:07.001166 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2f1fab8c-5915-4044-a672-819e2dd8d944 req-30afdc9a-e37f-4348-8a2a-984407d5a71a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Jul 23 09:31:07.961601 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59356) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:08.063533 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88a3a3e6-c256-4e91-b515-428ac87f7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.131243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4567a3-b223-485b-8aec-af24c784542b req-6cadc42f-706b-4838-8e5a-d4164db5a686 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:08.132825 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5b4567a3-b223-485b-8aec-af24c784542b req-6cadc42f-706b-4838-8e5a-d4164db5a686 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.0639107 Jul 23 09:31:08.155478 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88a3a3e6-c256-4e91-b515-428ac87f7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.159568 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88a3a3e6-c256-4e91-b515-428ac87f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.170867 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5b4567a3-b223-485b-8aec-af24c784542b req-6a79c0c6-bd6b-4e58-9db5-dab8f1ef1071 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Jul 23 09:31:08.201093 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-88a3a3e6-c256-4e91-b515-428ac87f7a9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=190725975ce648399a9b33a401a5d6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383649 Jul 23 09:31:08.201946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a3e6-c256-4e91-b515-428ac87f7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452f92e-e7ce-40fd-840c-6fd4730005a9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:08.203957 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59366) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:08.257143 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.277865 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.303501 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d56dd-a832-4d04-85a1-c4affeec1c43 req-5fb8d608-8efa-4257-af5f-f1ecd7176ff2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:08.305118 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-604d56dd-a832-4d04-85a1-c4affeec1c43 req-5fb8d608-8efa-4257-af5f-f1ecd7176ff2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.0647018 Jul 23 09:31:08.325286 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.327925 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.329065 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c452f92e-e7ce-40fd-840c-6fd4730005a9 HTTP/1.1" status: 204 len: 168 time: 0.1241405 Jul 23 09:31:08.338696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e4ac-dda2-4a96-9e4f-c647256d2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452f92e-e7ce-40fd-840c-6fd4730005a9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:08.346705 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-604d56dd-a832-4d04-85a1-c4affeec1c43 req-7503e44c-049e-4212-8f0f-517ec51c3078 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353763 Jul 23 09:31:08.371296 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59370) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:08.424748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41e190-b68f-475e-8ce9-400035686eca tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:08.426362 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2f41e190-b68f-475e-8ce9-400035686eca tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1093 time: 0.0540240 Jul 23 09:31:08.430069 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59372) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:08.434742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:08.457937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.559258 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.666207 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.27.3.227 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/5bc353ff-e18a-4a22-b8f3-5691c902fc81) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:31:08.776628 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.829786 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:08.872839 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:31:08.878004 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:31:08.883003 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:31:08.904952 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=5bc353ff-e18a-4a22-b8f3-5691c902fc81,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:08.954290 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59394) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:09.059421 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703728404-network', 'tenant_id': '40a7cfff2d0d479b8d23aa243902cc51'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:09.081398 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Made reservation on behalf of 40a7cfff2d0d479b8d23aa243902cc51 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:31:09.083800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.092486 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.183518 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.187644 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.215163 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:31:09.221277 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9997f-edca-4708-b3a7-e5c4dbf67269,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:09.228331 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.228684 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Added segment ddc3bb9f-14a2-4033-92c1-f028214d0f21 of type vlan for network 8f629943-1d58-490a-afe8-0663aee1a487 Jul 23 09:31:09.277046 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.310226 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.311374 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:09.312050 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.342387 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3870304 Jul 23 09:31:09.345372 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59398) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:09.350591 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Request body: {'subnet': {'network_id': '8f629943-1d58-490a-afe8-0663aee1a487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703728404-subnet', 'tenant_id': '40a7cfff2d0d479b8d23aa243902cc51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:09.382332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c538c-5529-484c-917c-d4afe5906df6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f629943-1d58-490a-afe8-0663aee1a487,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:09.392228 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 8f629943-1d58-490a-afe8-0663aee1a487 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:31:09.400769 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Made reservation on behalf of 40a7cfff2d0d479b8d23aa243902cc51 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:31:09.403244 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.471029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.548082 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.573207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.632544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a86506-3155-44d6-bc7b-7af0205c032b,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:09.639904 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Checking segment: {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:31:09.640271 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Network hostable DHCP agents. Network: 8f629943-1d58-490a-afe8-0663aee1a487, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:31:09.656916 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Network 8f629943-1d58-490a-afe8-0663aee1a487 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:31:09.665906 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 8f629943-1d58-490a-afe8-0663aee1a487) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:31:09.669923 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:09.670532 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.677438 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50c895-f3b2-415a-805e-6a6b0b54cdc3 None None] Network 8f629943-1d58-490a-afe8-0663aee1a487 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:31:09.688491 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6391062e-d0c4-4859-ae5a-2d7d133fa5df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419833 Jul 23 09:31:09.713797 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.718661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.792329 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=5bc353ff-e18a-4a22-b8f3-5691c902fc81,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:09.802477 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:09.823550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee67a4-0603-49d6-b4ad-2573161ede3f None None] Network 8f629943-1d58-490a-afe8-0663aee1a487 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:31:09.932501 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP b5ff8b52-29eb-4d56-b66e-0bdd7bbae391 associated. External IP: 172.27.3.227, port: 9fd48d76-ca98-46a9-a6f8-a54da4612af7. Jul 23 09:31:10.144778 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:10.259584 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:10.269302 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:10.274897 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:10.279381 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:10.280241 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:10.314458 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b59fe540-a24f-4a44-85ca-33a98f04fcc4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8831110 Jul 23 09:31:10.315042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:10.317312 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b823ed-6d2e-4a4e-a007-d29884db5dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:10.354257 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7775cdbf-d0c6-401b-ab19-30db0f2825ad x-openstack-request-id: req-7775cdbf-d0c6-401b-ab19-30db0f2825ad {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:10.354550 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:10.354804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7775cdbf-d0c6-401b-ab19-30db0f2825ad {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:10.355211 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'status': 'completed', 'code': 200} Jul 23 09:31:10.388020 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:10.437575 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-90bc8c40-e008-4408-acbb-c10e7f6eb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:10.439259 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-90bc8c40-e008-4408-acbb-c10e7f6eb506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1098 time: 0.0583153 Jul 23 09:31:10.529058 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-19b4b613-fcc2-4405-92ac-d10f2d6b8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:10.530556 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-19b4b613-fcc2-4405-92ac-d10f2d6b8a87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.0852950 Jul 23 09:31:10.596510 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-107b1a4a-bf2a-4314-a58e-1a29e385d274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 999 time: 0.0589445 Jul 23 09:31:10.617634 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:09Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:10.644776 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:10.644984 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-a49c3bee-4b21-4fdd-b973-cb6be9e33aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:10.646899 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-a49c3bee-4b21-4fdd-b973-cb6be9e33aa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0444610 Jul 23 09:31:10.653388 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:10.653985 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:10.706269 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-cee088a2-8557-47c2-9a89-e525443ec96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:10.707829 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-cee088a2-8557-47c2-9a89-e525443ec96a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544751 Jul 23 09:31:10.805663 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-6fe25e46-b477-4f8a-b917-3dab81c7305c service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905161 Jul 23 09:31:10.872872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:10.894882 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-08b823ed-6d2e-4a4e-a007-d29884db5dc4 req-4de58f74-1fc6-4634-bedd-fabbb3467e2b service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Jul 23 09:31:11.091670 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:09Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:11.117420 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d90f4-e2c8-409b-b9c6-4e556bb10d45 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:09Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:11.307831 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c5cef-5c2c-4f54-a31b-0bf48fc8cd5a None None] New status for floating IP b5ff8b52-29eb-4d56-b66e-0bdd7bbae391: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:31:11.480011 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0f1c51d3-bf36-4d2b-87e8-644842d86e3c tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:11.481412 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0f1c51d3-bf36-4d2b-87e8-644842d86e3c tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 808 time: 0.1033409 Jul 23 09:31:11.495805 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-84072e7c-8857-4175-bbaa-71f231401152 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/quotas/40a7cfff2d0d479b8d23aa243902cc51 HTTP/1.1" status: 200 len: 375 time: 0.0088534 Jul 23 09:31:11.530805 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0b719379-1797-4faa-9d15-bd87585065b7 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299616 Jul 23 09:31:11.627285 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-3d0d2a2a-ec87-4dd6-86af-401c6996fd43 service neutron] 10.222.0.10 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Jul 23 09:31:11.716092 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-61ab589a-d684-48d8-a9b5-8e72c9490a56 service neutron] 10.222.0.10 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Jul 23 09:31:12.898796 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-24d4a205-3ff0-409d-ab21-cfb4f12d4edf req-18818d3a-caa6-4bbd-839e-8eacc5ffdaaa tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 210 time: 0.0335257 Jul 23 09:31:13.961526 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-76110abb-d246-4561-b971-effa9f1f3841 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:13.963013 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-76110abb-d246-4561-b971-effa9f1f3841 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 808 time: 0.1067524 Jul 23 09:31:13.979346 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Request body: {'port': {'device_id': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487', 'admin_state_up': True, 'tenant_id': '40a7cfff2d0d479b8d23aa243902cc51'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:14.001751 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ed0c3baf-1d45-49f8-a01b-d8bda800ea11 req-3fb7f7d5-0b7d-44bd-90db-361bc6e349ab tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 210 time: 0.0359046 Jul 23 09:31:14.107231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Made reservation on behalf of 40a7cfff2d0d479b8d23aa243902cc51 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:31:14.110573 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.233944 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Allocated IP 172.20.0.4 (8f629943-1d58-490a-afe8-0663aee1a487/94a86506-3155-44d6-bc7b-7af0205c032b/b1c69cdc-b7a1-4977-aff2-652cd2f749f2) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:31:14.373912 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.412725 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.460499 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Network 8f629943-1d58-490a-afe8-0663aee1a487 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:31:14.465531 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:31:14.469213 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:31:14.492521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Pushing event updated for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:14.519620 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:14.520233 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.534703 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-0a1ff7aa-d051-42b0-875a-e4a8470008bf tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601516 Jul 23 09:31:14.590191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Request body: {'port': {'device_id': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:14.666608 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.934010 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c69cdc-b7a1-4977-aff2-652cd2f749f2 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:14.941179 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:14.953303 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Transition to ACTIVE for port object b1c69cdc-b7a1-4977-aff2-652cd2f749f2 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:31:14.957280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:15.007201 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:15.079302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Attempting to bind port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:31:15.079668 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Attempting to bind port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:31:15.080332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Attempting to bind port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 on network 8f629943-1d58-490a-afe8-0663aee1a487 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:31:15.360101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 on network 8f629943-1d58-490a-afe8-0663aee1a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:31:15.360564 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Attempting to bind port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 on network 8f629943-1d58-490a-afe8-0663aee1a487 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:31:15.369807 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:31:15.370141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Checking segment: {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:31:15.370521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Bound using segment: {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:31:15.370947 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Bound port: b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:31:15.371299 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:15.433558 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8df36-b126-4e47-85bc-28add6df7938 req-7fd5713a-c858-4ef3-8116-f5edd45e2b81 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:15.435044 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7cd8df36-b126-4e47-85bc-28add6df7938 req-7fd5713a-c858-4ef3-8116-f5edd45e2b81 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 943 time: 0.3580260 Jul 23 09:31:15.468269 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:31:15.491060 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:31:15.508164 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:15.512559 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7cd8df36-b126-4e47-85bc-28add6df7938 req-7aeffe05-67a6-4ea1-b64c-c9babd94e106 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683568 Jul 23 09:31:15.546962 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:15.547227 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:15.549295 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] 10.222.0.13 "PUT /v2.0/ports/b1c69cdc-b7a1-4977-aff2-652cd2f749f2 HTTP/1.1" status: 200 len: 1093 time: 1.0067458 Jul 23 09:31:15.551459 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:15.554853 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:15.581926 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff77547-b75b-4698-a654-9fd4f0277c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:15.598095 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6575cf53-e7ec-4f99-901d-a3a776d73324 x-openstack-request-id: req-6575cf53-e7ec-4f99-901d-a3a776d73324 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:15.598380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:15.598666 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6575cf53-e7ec-4f99-901d-a3a776d73324 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:15.599750 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2', 'status': 'completed', 'code': 200} Jul 23 09:31:15.644762 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-de0ca50c-1aa9-4560-9f25-8430bc354923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:15.646217 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-de0ca50c-1aa9-4560-9f25-8430bc354923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 1096 time: 0.0577712 Jul 23 09:31:15.686668 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-d254e260-43d7-4a33-99d4-b4ff28e11bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2 HTTP/1.1" status: 200 len: 217 time: 0.0342603 Jul 23 09:31:15.736922 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-8d2fa715-4705-4517-90b4-15ce1fadcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:15.738387 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-8d2fa715-4705-4517-90b4-15ce1fadcf10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94a86506-3155-44d6-bc7b-7af0205c032b HTTP/1.1" status: 200 len: 848 time: 0.0462134 Jul 23 09:31:15.771745 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-01b1241d-b0a2-48c0-8c6e-56e34fe9a522 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f629943-1d58-490a-afe8-0663aee1a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273764 Jul 23 09:31:15.874957 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-3f3e236f-5f55-42e4-972c-22189d522d9c service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968437 Jul 23 09:31:15.970587 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-78c2f216-2ab3-49e3-8e01-65ec02b32838 req-3c9766da-5c02-477a-9457-849e34958b17 service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894411 Jul 23 09:31:16.061903 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-2306bbc0-b658-425e-ab8c-e4a446393cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:16.063365 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-2306bbc0-b658-425e-ab8c-e4a446393cd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 1096 time: 0.0524065 Jul 23 09:31:16.155483 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-6388bfe6-a0f3-429d-bc86-eada0f2b6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:16.156890 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-6388bfe6-a0f3-429d-bc86-eada0f2b6683 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 909 time: 0.0866382 Jul 23 09:31:16.197306 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-76619cec-1076-4edd-b352-1398f51f807a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2 HTTP/1.1" status: 200 len: 217 time: 0.0338979 Jul 23 09:31:16.248051 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-76d2531e-8fe8-485a-913e-328577795761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:16.249494 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-76d2531e-8fe8-485a-913e-328577795761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94a86506-3155-44d6-bc7b-7af0205c032b HTTP/1.1" status: 200 len: 848 time: 0.0462377 Jul 23 09:31:16.286029 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-162dc778-b1c6-4afd-a9ed-6ab6c5e3ee61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f629943-1d58-490a-afe8-0663aee1a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302727 Jul 23 09:31:16.371466 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-b0abe522-a7e8-4159-aa9a-1fba9b332ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785537 Jul 23 09:31:16.463402 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4ece1f1-13d0-40df-9d9f-5e4a67758d07 req-98d21a2e-6a3a-46c5-97dd-87056b86d573 service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848362 Jul 23 09:31:16.644664 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e86eed-c0a8-4221-b729-a4c97068ad88 req-2a9ce522-19bb-412e-8642-ed99ff9f35ef tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:16.646752 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23e86eed-c0a8-4221-b729-a4c97068ad88 req-2a9ce522-19bb-412e-8642-ed99ff9f35ef tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 943 time: 0.0644431 Jul 23 09:31:16.683651 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23e86eed-c0a8-4221-b729-a4c97068ad88 req-e1f41684-3a82-47bf-bf74-07c13c0475de tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Jul 23 09:31:17.814708 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e4d8-4c3c-4254-a529-35120438ec31 req-eb07fe81-ac20-4539-9632-aae9e3190272 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:17.816252 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6969e4d8-4c3c-4254-a529-35120438ec31 req-eb07fe81-ac20-4539-9632-aae9e3190272 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 943 time: 0.0668988 Jul 23 09:31:17.854164 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6969e4d8-4c3c-4254-a529-35120438ec31 req-393d0399-85fb-4bff-a1a8-6779f63157ee tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Jul 23 09:31:18.111556 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device b1c69cdc-b7a1-4977-aff2-652cd2f749f2 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:31:18.206343 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:18.217764 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2', 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487', 'port_id': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2', 'mac_address': 'fa:16:3e:bf:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a86506-3155-44d6-bc7b-7af0205c032b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:31:18.252957 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:18.265859 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c69cdc-b7a1-4977-aff2-652cd2f749f2 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:18.285842 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:18.289996 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:18.335833 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:18.550750 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['b1c69cdc-b7a1-4977-aff2-652cd2f749f2'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:18.987068 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29e18a-a4f6-4a21-82cb-78561c9526df req-e77b91b3-bbd9-41d8-8729-26876b295d8a tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:18.988581 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4c29e18a-a4f6-4a21-82cb-78561c9526df req-e77b91b3-bbd9-41d8-8729-26876b295d8a tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 944 time: 0.0666089 Jul 23 09:31:19.025625 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4c29e18a-a4f6-4a21-82cb-78561c9526df req-815dff85-83d8-40ea-bffd-0f36a7615694 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Jul 23 09:31:20.112923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device b1c69cdc-b7a1-4977-aff2-652cd2f749f2 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:31:20.154068 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd010ebd-389f-44ad-a4c5-cbc08baa2076 req-91e48f70-6697-41a3-8d65-dfe164132ce0 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:20.155773 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cd010ebd-389f-44ad-a4c5-cbc08baa2076 req-91e48f70-6697-41a3-8d65-dfe164132ce0 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 944 time: 0.0644767 Jul 23 09:31:20.159694 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:31:20.163976 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:31:20.164350 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:20.193264 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cd010ebd-389f-44ad-a4c5-cbc08baa2076 req-bee79d0b-84c5-441a-9984-edbf72d90f6f tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Jul 23 09:31:20.243936 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:20.265935 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:20.268170 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74cd0ae-8f70-4af9-8e25-376b86a69b64" -d '{"events": [{"server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "name": "network-vif-plugged", "status": "completed", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:20.281716 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:20.285729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:20.308436 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85fb53f-8e79-403c-a9a1-a37be73cc61a x-openstack-request-id: req-b85fb53f-8e79-403c-a9a1-a37be73cc61a {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:20.308727 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "name": "network-vif-plugged", "status": "completed", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:20.308974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b85fb53f-8e79-403c-a9a1-a37be73cc61a {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:20.309354 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2', 'code': 200} Jul 23 09:31:20.334906 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:20.487370 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8737d-8d38-42db-acdd-eb02323112a1 req-df19cb28-8666-4dde-bd8d-de169f405d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:20.488931 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-94f8737d-8d38-42db-acdd-eb02323112a1 req-df19cb28-8666-4dde-bd8d-de169f405d70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 1098 time: 0.0561037 Jul 23 09:31:20.523949 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-94f8737d-8d38-42db-acdd-eb02323112a1 req-e0456619-e576-431e-89a6-10079287cb2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275147 Jul 23 09:31:21.333835 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-ef2057cf-2dc7-4823-81e0-218dd16ca9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952907 Jul 23 09:31:21.351730 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da036-a237-4ba6-afd5-b103ccbdd586 req-4dbe93c8-2466-46f7-9a17-6112c07c99c7 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:21.353226 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-849da036-a237-4ba6-afd5-b103ccbdd586 req-4dbe93c8-2466-46f7-9a17-6112c07c99c7 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 945 time: 0.0853214 Jul 23 09:31:21.439450 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-849da036-a237-4ba6-afd5-b103ccbdd586 req-a94420e5-2429-44fc-8d8c-0dc16d2cbd1e tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790915 Jul 23 09:31:21.475182 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-805730f6-5044-473e-b6db-11f4a9cbed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:21.476917 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-805730f6-5044-473e-b6db-11f4a9cbed05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1137 time: 0.0907145 Jul 23 09:31:21.586296 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-875486a7-8ff7-440e-bc19-36ff004c60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:21.587817 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-875486a7-8ff7-440e-bc19-36ff004c60cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.0857067 Jul 23 09:31:21.659891 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-6993cbe9-1ac0-4f7f-80d5-855de039fd27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0621433 Jul 23 09:31:21.706550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-c53136c0-8001-452a-8a1c-bddae9c17eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:21.708569 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-c53136c0-8001-452a-8a1c-bddae9c17eba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0413835 Jul 23 09:31:21.765416 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-fd0fae7c-e0df-4c62-963c-ca7331c376e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:21.766785 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-fd0fae7c-e0df-4c62-963c-ca7331c376e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522053 Jul 23 09:31:21.857937 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-436aaa4c-b0d8-4361-a9b9-ff6b78625e2f service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Jul 23 09:31:21.945210 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac03d06f-b38f-4651-8b5d-5278a2aa366d req-cd029f6c-8610-4345-91bf-1ac08ef80ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805655 Jul 23 09:31:22.571805 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7494ef-8de9-4b98-8afe-36f01238839b req-dbfc8587-0546-4baf-b258-0c7e206a5ab7 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:22.573315 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f7494ef-8de9-4b98-8afe-36f01238839b req-dbfc8587-0546-4baf-b258-0c7e206a5ab7 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 945 time: 0.0641105 Jul 23 09:31:22.611348 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f7494ef-8de9-4b98-8afe-36f01238839b req-98fe828a-b820-4ba9-8b1d-48d66d5fe837 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jul 23 09:31:22.725256 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-923d09fb-542e-45dc-a49a-f14cf18babba tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715898819&fields=id&tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df HTTP/1.1" status: 200 len: 267 time: 0.0348804 Jul 23 09:31:22.799653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-89966684-d9ee-48d1-a20e-e5dc003c17f5 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:22.801177 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-89966684-d9ee-48d1-a20e-e5dc003c17f5 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 984 time: 0.0705712 Jul 23 09:31:22.813043 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Request body: {'port': {'security_groups': ['06753689-ec53-4f3c-a0e8-76b0bb021bd6']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:22.908691 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.088258 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:23.120081 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.124796 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.139235 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:23.170261 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.170901 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.175536 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-38302b4c-7800-4a73-986f-ed2ea07f5571 req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "PUT /v2.0/ports/38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 942 time: 0.3681662 Jul 23 09:31:23.176037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:23.178684 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59534) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:23.185107 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e81db3c-b66e-412d-a002-d907b3443dff" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:23.221530 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa5cab-a90d-4d62-8941-2122fa2d92cf tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event updated for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=7']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:23.276598 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:23.277335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8737e-4ba2-408d-b871-c82c584492bb x-openstack-request-id: req-5bb8737e-4ba2-408d-b871-c82c584492bb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:23.277623 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:23.277874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bb8737e-4ba2-408d-b871-c82c584492bb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:23.278266 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:31:23.302964 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.339990 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.370163 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53718c4-6304-42c9-8d8c-f89b995249a8 req-3c2aa298-90fb-4b43-9c80-3f051634f266 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.371736 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a53718c4-6304-42c9-8d8c-f89b995249a8 req-3c2aa298-90fb-4b43-9c80-3f051634f266 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 945 time: 0.1348505 Jul 23 09:31:23.393148 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81db3c-b66e-412d-a002-d907b3443dff req-f9754662-23e4-4297-9538-4504ba237a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.396593 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-f9754662-23e4-4297-9538-4504ba237a21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1098 time: 0.0922518 Jul 23 09:31:23.439151 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a53718c4-6304-42c9-8d8c-f89b995249a8 req-6e439116-c261-4a53-a895-57c5f05008b9 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Jul 23 09:31:23.475697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.478224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.479399 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5e0824c-6a71-4d9b-8058-f1392fea09ca HTTP/1.1" status: 204 len: 168 time: 0.2997458 Jul 23 09:31:23.484268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59540) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:23.491843 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-fd99cba5-39a4-4ed6-886a-fcd003cbcaec None None] Provisioning complete for port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:31:23.492208 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fd99cba5-39a4-4ed6-886a-fcd003cbcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.503703 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e0824c-6a71-4d9b-8058-f1392fea09ca,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:23.539787 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81db3c-b66e-412d-a002-d907b3443dff req-72c95463-1448-4c09-91ab-e7f64f4c8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.542671 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-72c95463-1448-4c09-91ab-e7f64f4c8688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.1303523 Jul 23 09:31:23.545162 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.545729 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.546233 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.546724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.547288 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.548024 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.549772 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.550281 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.550755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.551235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.551778 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.552276 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870ed667-31d1-43e4-96fd-fa559712d769 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:23.683119 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-8095bd74-1aad-4f9a-bb31-0119c1ce8bc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 1001 time: 0.1137369 Jul 23 09:31:23.730640 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Deleting port d38d9964-e916-44a6-bb34-f3729110e52e {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:23.731218 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.750108 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81db3c-b66e-412d-a002-d907b3443dff req-fa28a53c-c5e5-4a6e-b243-26a5b2dfb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.751529 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-fa28a53c-c5e5-4a6e-b243-26a5b2dfb371 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0491714 Jul 23 09:31:23.809168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81db3c-b66e-412d-a002-d907b3443dff req-3c5f1f83-7db0-4327-a6d6-1bd0d9af5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:23.810237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.810884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.810987 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-3c5f1f83-7db0-4327-a6d6-1bd0d9af5d99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517092 Jul 23 09:31:23.823074 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Calling delete_port for d38d9964-e916-44a6-bb34-f3729110e52e owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:23.905086 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-38477aa2-6d53-4aad-8f94-63be42a98fa7 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Jul 23 09:31:23.917695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.994393 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:23.999888 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e81db3c-b66e-412d-a002-d907b3443dff req-7fb283fb-e346-4b26-8dc7-d3b81b9f367d service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Jul 23 09:31:24.020698 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event deleted for resources: {'Port': ['ID=d38d9964-e916-44a6-bb34-f3729110e52e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:24.078418 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:24.078742 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Floating IP 38c1dbfc-6c0c-41d0-928f-3adb4b959ae9 disassociated (deleted). External IP: 172.27.3.111, port: 38e1080d-d891-425f-a0f9-a55b7fd4f5fe. Jul 23 09:31:24.277697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Router 59090f37-fd1e-4d3e-8e3d-e52df60a256f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:24.383458 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:24.388314 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:24.393681 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Sync routers for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:24.403296 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:24.404023 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:24.427158 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5d90fe16-fe3b-4078-bb68-b74bb590d78e tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "DELETE /v2.0/floatingips/38c1dbfc-6c0c-41d0-928f-3adb4b959ae9 HTTP/1.1" status: 204 len: 168 time: 0.9411917 Jul 23 09:31:24.427755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:24.429902 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067df4e2-0b0d-4904-a091-58be15422cad" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:24.525698 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:24.769230 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:24.775027 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac50d99-0b96-4d7b-8eca-2f10c73011f2 x-openstack-request-id: req-3ac50d99-0b96-4d7b-8eca-2f10c73011f2 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:24.775783 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:24.775898 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ac50d99-0b96-4d7b-8eca-2f10c73011f2 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:24.776221 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:31:24.831991 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Checking router: 59090f37-fd1e-4d3e-8e3d-e52df60a256f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:24.843978 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:24.844666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:30:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:24.857597 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df4e2-0b0d-4904-a091-58be15422cad req-dae999fc-771b-4977-9df5-838a4cb7df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:24.859206 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-dae999fc-771b-4977-9df5-838a4cb7df99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 1098 time: 0.0814571 Jul 23 09:31:24.940460 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8dc06-54c7-4813-a0e0-2ca2d1ae695a req-dd52234a-add6-403b-887c-0771897ea876 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:24.948026 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e0e8dc06-54c7-4813-a0e0-2ca2d1ae695a req-dd52234a-add6-403b-887c-0771897ea876 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 945 time: 0.1186876 Jul 23 09:31:24.962989 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:25.001452 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6586c403-0d8d-4521-ba2d-a992812e8e5f tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:25.003017 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6586c403-0d8d-4521-ba2d-a992812e8e5f tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 945 time: 0.1246810 Jul 23 09:31:25.007075 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e0e8dc06-54c7-4813-a0e0-2ca2d1ae695a req-474c052f-89c7-40c2-bbd8-78ec2dd63bb5 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581656 Jul 23 09:31:25.019778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df4e2-0b0d-4904-a091-58be15422cad req-a7d2a06b-0690-4ab0-a440-6d9587a02bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:25.022296 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-a7d2a06b-0690-4ab0-a440-6d9587a02bdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 200 len: 915 time: 0.1445363 Jul 23 09:31:25.076477 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-b632f609-72c2-47f2-9bed-a462f52230ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 200 len: 217 time: 0.0434690 Jul 23 09:31:25.090156 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f51d6-59bd-425d-b842-50ed888eecc2 req-5b2f8079-3a74-4be2-bcbb-316f2cb1c452 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:25.100185 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-086f51d6-59bd-425d-b842-50ed888eecc2 req-5b2f8079-3a74-4be2-bcbb-316f2cb1c452 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1410058 Jul 23 09:31:25.144722 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Deleting port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:25.145089 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:25.180800 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-086f51d6-59bd-425d-b842-50ed888eecc2 req-9f4be53e-65d5-47a5-987e-9f2f1cf1742d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788798 Jul 23 09:31:25.189586 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df4e2-0b0d-4904-a091-58be15422cad req-225f578f-2ab3-4554-856b-2719aebc7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:25.196465 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-225f578f-2ab3-4554-856b-2719aebc7fb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 200 len: 853 time: 0.0861924 Jul 23 09:31:25.199349 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:25.235991 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070b69d4-32ab-4663-ac6b-f791ceffaa31 None None] The sync data for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi is: [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:28:33Z', 'revision_number': 4, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '1869c8b1-175d-4f72-a4a8-4a7ff89a3638', 'name': '', 'network_id': 'f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'mac_address': 'fa:16:3e:f6:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:32Z', 'updated_at': '2021-07-23T09:28:42Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'subnets': [{'id': 'a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:25.260269 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] For port b1c69cdc-b7a1-4977-aff2-652cd2f749f2, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:25.260676 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:25.281553 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Calling delete_port for b1c69cdc-b7a1-4977-aff2-652cd2f749f2 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:25.298376 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df4e2-0b0d-4904-a091-58be15422cad req-3488c2bf-c7e2-4c35-a242-64260dac9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:25.299940 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-3488c2bf-c7e2-4c35-a242-64260dac9c31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967083 Jul 23 09:31:25.446985 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-8ace5704-fe41-4996-973a-176fe33b0994 service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398342 Jul 23 09:31:25.560199 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6983a8-5a6a-406e-88b2-0a155b66e96e None None] New status for floating IP 38c1dbfc-6c0c-41d0-928f-3adb4b959ae9: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:31:25.572640 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-067df4e2-0b0d-4904-a091-58be15422cad req-142a0ec1-3e01-4762-a630-ff0fa45196cc service neutron] 10.222.0.13 "GET /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078279 Jul 23 09:31:25.709201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:25.720433 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['b1c69cdc-b7a1-4977-aff2-652cd2f749f2'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:25.739869 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Pushing event deleted for resources: {'Port': ['ID=b1c69cdc-b7a1-4977-aff2-652cd2f749f2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:25.785052 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] No DVR routers for this DVR port b1c69cdc-b7a1-4977-aff2-652cd2f749f2 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:25.787702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:25.789967 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e9ee8230-b3ac-4e2f-9ec8-4cc3f54d7f99 req-6a7fef59-69bc-4edd-a9dd-57d9acf587ae tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "DELETE /v2.0/ports/b1c69cdc-b7a1-4977-aff2-652cd2f749f2 HTTP/1.1" status: 204 len: 173 time: 0.7788379 Jul 23 09:31:26.129971 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e69b803f-5a46-4037-96ff-f6f433aca30d req-662711bd-876f-45e8-92f6-2fe781780a25 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e6d6b43-e5d8-4dc0-a944-9e1881e41f70 HTTP/1.1" status: 200 len: 210 time: 0.0376618 Jul 23 09:31:26.217951 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0d2879e-59e8-44a1-815e-75e60e6f5c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:26.330559 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e127b7-7d7b-4b3f-a27f-8fd554bf772f req-a948c5f7-380d-4fef-b755-0c464cd14f4a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:26.332170 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3e127b7-7d7b-4b3f-a27f-8fd554bf772f req-a948c5f7-380d-4fef-b755-0c464cd14f4a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0754812 Jul 23 09:31:26.370644 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3e127b7-7d7b-4b3f-a27f-8fd554bf772f req-9a44be3e-3a62-4fff-9d82-18975b71d6e1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Jul 23 09:31:26.777277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'name': 'network-vif-deleted', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:26.779646 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a320348d-ff57-4e46-ab71-a797c4cec0f4" -d '{"events": [{"server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "name": "network-vif-deleted", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:26.815242 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5872f5c1-ed66-490f-be43-c081b005cc54 x-openstack-request-id: req-5872f5c1-ed66-490f-be43-c081b005cc54 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:26.815825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6d6b43-e5d8-4dc0-a944-9e1881e41f70", "name": "network-vif-deleted", "tag": "b1c69cdc-b7a1-4977-aff2-652cd2f749f2", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:26.815975 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5872f5c1-ed66-490f-be43-c081b005cc54 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:26.816463 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6d6b43-e5d8-4dc0-a944-9e1881e41f70', 'name': 'network-vif-deleted', 'tag': 'b1c69cdc-b7a1-4977-aff2-652cd2f749f2', 'status': 'completed', 'code': 200} Jul 23 09:31:27.365458 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd371c7-c27f-4bc5-b94f-12385214a791 req-7c386b07-1cf3-41b7-91a5-fe77b09aff10 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:27.366934 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-efd371c7-c27f-4bc5-b94f-12385214a791 req-7c386b07-1cf3-41b7-91a5-fe77b09aff10 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Jul 23 09:31:27.407104 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-efd371c7-c27f-4bc5-b94f-12385214a791 req-53050c56-9c53-4be7-8db2-85ebd66ed76c tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Jul 23 09:31:27.410285 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-31a8022e-7076-4ff4-9335-98be17ac2d86 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:27.412245 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-31a8022e-7076-4ff4-9335-98be17ac2d86 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 808 time: 0.1143420 Jul 23 09:31:27.430549 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-c8268cac-4dab-47ef-b716-315ae4aef6b4 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/quotas/40a7cfff2d0d479b8d23aa243902cc51 HTTP/1.1" status: 200 len: 375 time: 0.0125873 Jul 23 09:31:27.464588 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-8bbc3a6f-176d-4abc-be47-c6e1f8e8c45e tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284812 Jul 23 09:31:27.523687 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f635-e725-440a-b59d-6493bb5e784d req-ce6c0908-3c60-4940-89be-a119727d4fd7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:27.525160 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0997f635-e725-440a-b59d-6493bb5e784d req-ce6c0908-3c60-4940-89be-a119727d4fd7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0647578 Jul 23 09:31:27.563984 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0997f635-e725-440a-b59d-6493bb5e784d req-ca6f63d6-d53d-4ba0-bddb-31bd85d09a00 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329063 Jul 23 09:31:27.601410 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-07d2d977-194a-49e1-907b-a57c91d5cda7 service neutron] 10.222.0.10 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300955 Jul 23 09:31:27.689140 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-616a1b96-a917-417a-b4ab-22b7b5d84c33 service neutron] 10.222.0.10 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820699 Jul 23 09:31:27.855377 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8b9ad5f3-59a8-4088-84cd-8d79e81e0a63 req-ede9258b-f224-4075-a97a-ccf93798cbc3 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 210 time: 0.0362835 Jul 23 09:31:28.125457 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device b1c69cdc-b7a1-4977-aff2-652cd2f749f2 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:28.150910 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: b1c69cdc-b7a1-4977-aff2-652cd2f749f2 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:28.151261 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device b1c69cdc-b7a1-4977-aff2-652cd2f749f2 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:28.532935 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64ad99-a739-4abe-86b8-f089ac103827 req-bf5b6a48-60c6-4ff9-828f-82819ce8ce38 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:28.534422 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5c64ad99-a739-4abe-86b8-f089ac103827 req-bf5b6a48-60c6-4ff9-828f-82819ce8ce38 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0624161 Jul 23 09:31:28.575132 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5c64ad99-a739-4abe-86b8-f089ac103827 req-e1b9d620-4d07-4cbf-8365-8786e7a6e8fa tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/security-groups?id=06753689-ec53-4f3c-a0e8-76b0bb021bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jul 23 09:31:28.723825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7cccd-3946-4da5-8355-4bf34b013207 req-5bb69a31-89ad-43f3-bc8c-440ccbd969bb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:28.725981 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57e7cccd-3946-4da5-8355-4bf34b013207 req-5bb69a31-89ad-43f3-bc8c-440ccbd969bb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0890994 Jul 23 09:31:28.812392 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57e7cccd-3946-4da5-8355-4bf34b013207 req-742f6453-0165-49a2-9ed5-033f8cf850e8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792720 Jul 23 09:31:28.838031 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-cbb3f404-d89d-4929-85d0-b6cb984007cb tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:28.839528 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-cbb3f404-d89d-4929-85d0-b6cb984007cb tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 808 time: 0.1510625 Jul 23 09:31:28.856364 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Request body: {'port': {'device_id': '33515607-f850-49c1-8377-a8a20708f729', 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487', 'admin_state_up': True, 'tenant_id': '40a7cfff2d0d479b8d23aa243902cc51'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:28.935551 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:28.958509 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d3392287-20fc-4b6c-a56e-c2a8a109dbb6 req-3769ca3f-ca33-4bc2-9bb0-be67a58e820e tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 210 time: 0.0308342 Jul 23 09:31:28.979557 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Made reservation on behalf of 40a7cfff2d0d479b8d23aa243902cc51 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:31:28.982967 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.099007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0b340a2b-aeb4-4425-a5a2-2d91c50182f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.111651 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Allocated IP 172.20.0.8 (8f629943-1d58-490a-afe8-0663aee1a487/94a86506-3155-44d6-bc7b-7af0205c032b/cb543c54-c8f6-435a-820b-f0c6779e5211) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:31:29.254703 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.265876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7995ab-2b58-4d48-9915-258a49393612 req-0166d927-ac05-463c-ba79-47a9418a3c4d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:29.267359 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fd7995ab-2b58-4d48-9915-258a49393612 req-0166d927-ac05-463c-ba79-47a9418a3c4d tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.13 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 945 time: 0.0631752 Jul 23 09:31:29.293971 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.333826 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Network 8f629943-1d58-490a-afe8-0663aee1a487 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:31:29.336831 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:31:29.343108 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:31:29.371027 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Pushing event updated for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:29.371593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Deleting port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:29.371941 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.399099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:29.399745 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.414075 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-62858073-a79d-4802-b7d8-f3461cd9e592 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617526 Jul 23 09:31:29.434933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Request body: {'port': {'device_id': '33515607-f850-49c1-8377-a8a20708f729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:31:29.459056 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] For port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:29.459436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.471763 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Calling delete_port for 38e1080d-d891-425f-a0f9-a55b7fd4f5fe owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:29.509097 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.604252 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.617332 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['38e1080d-d891-425f-a0f9-a55b7fd4f5fe'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:29.635871 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Pushing event deleted for resources: {'Port': ['ID=38e1080d-d891-425f-a0f9-a55b7fd4f5fe,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:29.679842 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] No DVR routers for this DVR port 38e1080d-d891-425f-a0f9-a55b7fd4f5fe on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:29.682399 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.684412 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fd7995ab-2b58-4d48-9915-258a49393612 req-4f263dc1-498c-41bb-8d5e-5d3deda506a3 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.13 "DELETE /v2.0/ports/38e1080d-d891-425f-a0f9-a55b7fd4f5fe HTTP/1.1" status: 204 len: 173 time: 0.4119978 Jul 23 09:31:29.684840 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'name': 'network-vif-deleted', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:29.687046 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e8af55-13cb-4752-9af3-d5b2551b01e0" -d '{"events": [{"server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "name": "network-vif-deleted", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:29.695212 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76180838-4065-45e5-b6cb-8bb8c6ab4b7f req-83e499d3-06e4-437f-b18a-6524e1614110 tempest-TestMinimumBasicScenario-777670923 tempest-TestMinimumBasicScenario-777670923-project] 10.222.0.10 "GET /v2.0/ports?device_id=c52c835f-eeb0-44bc-af96-e2e67e78d134 HTTP/1.1" status: 200 len: 210 time: 0.0330787 Jul 23 09:31:29.796529 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3be58a-5fbe-4d84-bacf-76527d680f46 x-openstack-request-id: req-2d3be58a-5fbe-4d84-bacf-76527d680f46 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:29.796826 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c835f-eeb0-44bc-af96-e2e67e78d134", "name": "network-vif-deleted", "tag": "38e1080d-d891-425f-a0f9-a55b7fd4f5fe", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:29.797082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d3be58a-5fbe-4d84-bacf-76527d680f46 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:29.797517 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c835f-eeb0-44bc-af96-e2e67e78d134', 'name': 'network-vif-deleted', 'tag': '38e1080d-d891-425f-a0f9-a55b7fd4f5fe', 'status': 'completed', 'code': 200} Jul 23 09:31:29.828680 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb543c54-c8f6-435a-820b-f0c6779e5211 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:29.836110 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.847486 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Transition to ACTIVE for port object cb543c54-c8f6-435a-820b-f0c6779e5211 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:31:29.851270 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:29.944273 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Pushing event updated for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:30.011705 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Attempting to bind port cb543c54-c8f6-435a-820b-f0c6779e5211 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:31:30.012047 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Attempting to bind port cb543c54-c8f6-435a-820b-f0c6779e5211 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:31:30.012377 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Attempting to bind port cb543c54-c8f6-435a-820b-f0c6779e5211 on network 8f629943-1d58-490a-afe8-0663aee1a487 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:31:30.022688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Port cb543c54-c8f6-435a-820b-f0c6779e5211 on network 8f629943-1d58-490a-afe8-0663aee1a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:31:30.023009 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Attempting to bind port cb543c54-c8f6-435a-820b-f0c6779e5211 on network 8f629943-1d58-490a-afe8-0663aee1a487 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:31:30.035304 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7eb5-4a6a-473f-9d85-120a106ce26d req-23370ed6-b8fd-4b91-8a16-2b4050fe4f05 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.036923 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a34c7eb5-4a6a-473f-9d85-120a106ce26d req-23370ed6-b8fd-4b91-8a16-2b4050fe4f05 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1422391 Jul 23 09:31:30.038194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:31:30.038533 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Checking segment: {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:31:30.038915 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Bound using segment: {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:31:30.039357 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Bound port: cb543c54-c8f6-435a-820b-f0c6779e5211, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc3bb9f-14a2-4033-92c1-f028214d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:31:30.039748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:30.107200 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9665383-f05d-448a-a06c-d37c33f35b23 req-f7e9e4c9-f8ed-4190-a421-b84b28af2224 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.108793 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9665383-f05d-448a-a06c-d37c33f35b23 req-f7e9e4c9-f8ed-4190-a421-b84b28af2224 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 943 time: 0.0710189 Jul 23 09:31:30.116019 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a34c7eb5-4a6a-473f-9d85-120a106ce26d req-133c6228-17db-4646-96fb-01c19d5083e7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730972 Jul 23 09:31:30.150517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:31:30.157670 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cb543c54-c8f6-435a-820b-f0c6779e5211,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:31:30.163863 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9665383-f05d-448a-a06c-d37c33f35b23 req-9e3cbd68-7f26-4e2c-a7d3-d45285b29b6d tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Jul 23 09:31:30.165504 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:30.182664 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.184608 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:30.186331 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] 10.222.0.13 "PUT /v2.0/ports/cb543c54-c8f6-435a-820b-f0c6779e5211 HTTP/1.1" status: 200 len: 1093 time: 0.7555096 Jul 23 09:31:30.186801 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:30.190954 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61528992-9f68-45ec-8aa2-307a844fee56" -d '{"events": [{"name": "network-changed", "server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:30.209281 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:30.267153 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f8c26-0835-456d-953b-69d2dff3ae20 x-openstack-request-id: req-ac9f8c26-0835-456d-953b-69d2dff3ae20 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:30.267649 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:30.267906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac9f8c26-0835-456d-953b-69d2dff3ae20 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:30.268298 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211', 'status': 'completed', 'code': 200} Jul 23 09:31:30.291126 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013b7c-34f2-4ca8-b78d-a8dd9e74543b service neutron] Pushing event updated for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:30.313566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-f266dfc0-89a9-4440-a7ec-5e809b6d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.315084 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-f266dfc0-89a9-4440-a7ec-5e809b6d3a2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 1096 time: 0.0890117 Jul 23 09:31:30.356119 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-fb9ae28c-4726-4676-96a0-3891fdf11742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb543c54-c8f6-435a-820b-f0c6779e5211 HTTP/1.1" status: 200 len: 217 time: 0.0331781 Jul 23 09:31:30.403231 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-4416dbbc-54e1-492a-a702-b7234ff3ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.404661 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-4416dbbc-54e1-492a-a702-b7234ff3ee91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94a86506-3155-44d6-bc7b-7af0205c032b HTTP/1.1" status: 200 len: 848 time: 0.0422766 Jul 23 09:31:30.436740 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-83c5473f-4fb7-449e-8b89-fe9dd4d5d776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f629943-1d58-490a-afe8-0663aee1a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261905 Jul 23 09:31:30.528123 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-fe526c28-22a9-478b-8cfc-2e8d546021fd service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832119 Jul 23 09:31:30.616883 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5bb3359b-cd1e-4dba-9f06-d048ed25b2a6 req-39be2c49-10f7-410b-959a-03518c6bfabb service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819626 Jul 23 09:31:30.716937 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:31:30.717605 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528992-9f68-45ec-8aa2-307a844fee56 req-5ad1f2a0-0474-4daa-a79c-2455dc29b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.718801 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-5ad1f2a0-0474-4daa-a79c-2455dc29b247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 1096 time: 0.0524228 Jul 23 09:31:30.811990 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528992-9f68-45ec-8aa2-307a844fee56 req-99528491-3a31-4bf5-80ed-e7b299c78cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.813424 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-99528491-3a31-4bf5-80ed-e7b299c78cf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 200 len: 909 time: 0.0870492 Jul 23 09:31:30.858636 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-03556df9-7cb4-456e-bad5-aa02f1adab30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb543c54-c8f6-435a-820b-f0c6779e5211 HTTP/1.1" status: 200 len: 217 time: 0.0381291 Jul 23 09:31:30.907371 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528992-9f68-45ec-8aa2-307a844fee56 req-ebd32534-2592-44ae-89a6-b0678202a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:30.908866 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-ebd32534-2592-44ae-89a6-b0678202a577 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94a86506-3155-44d6-bc7b-7af0205c032b HTTP/1.1" status: 200 len: 848 time: 0.0431235 Jul 23 09:31:30.941364 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-90df255d-dd33-4896-b5f4-7545aab631f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f629943-1d58-490a-afe8-0663aee1a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261486 Jul 23 09:31:31.042252 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-9ace5ade-bda1-46c0-b94e-af482f2c4a09 service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934100 Jul 23 09:31:31.135063 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-61528992-9f68-45ec-8aa2-307a844fee56 req-4f9920fb-2c6e-4706-b2a1-f744c54cae8f service neutron] 10.222.0.13 "GET /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Jul 23 09:31:31.268343 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374bf7a-1b90-41be-a6e5-bebd30d50da0 req-76d96232-f4c2-41bc-8062-c52f7e25fcea tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:31.270015 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c374bf7a-1b90-41be-a6e5-bebd30d50da0 req-76d96232-f4c2-41bc-8062-c52f7e25fcea tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0761812 Jul 23 09:31:31.310360 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c374bf7a-1b90-41be-a6e5-bebd30d50da0 req-e141144e-3f97-48da-86b1-6e404fe23c6e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Jul 23 09:31:31.318224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77424887-e692-42a6-8697-857f25a4cdea req-ca99e4b0-46fd-46fe-984b-842987c20b36 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:31.319938 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-77424887-e692-42a6-8697-857f25a4cdea req-ca99e4b0-46fd-46fe-984b-842987c20b36 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 943 time: 0.0781243 Jul 23 09:31:31.360383 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-77424887-e692-42a6-8697-857f25a4cdea req-d8be1178-6129-4120-84b2-bc4d7f787a39 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Jul 23 09:31:31.556509 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:31.589086 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59730) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:31.928463 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.145800 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cb543c54-c8f6-435a-820b-f0c6779e5211 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:31:32.147928 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 38e1080d-d891-425f-a0f9-a55b7fd4f5fe no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:32.172755 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 38e1080d-d891-425f-a0f9-a55b7fd4f5fe {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:32.173101 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 38e1080d-d891-425f-a0f9-a55b7fd4f5fe not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:32.384013 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cb543c54-c8f6-435a-820b-f0c6779e5211,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:32.396692 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'cb543c54-c8f6-435a-820b-f0c6779e5211', 'network_id': '8f629943-1d58-490a-afe8-0663aee1a487', 'port_id': 'cb543c54-c8f6-435a-820b-f0c6779e5211', 'mac_address': 'fa:16:3e:b8:19:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a86506-3155-44d6-bc7b-7af0205c032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:31:32.434265 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.454045 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb543c54-c8f6-435a-820b-f0c6779e5211 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:32.475948 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cb543c54-c8f6-435a-820b-f0c6779e5211,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:32.480306 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.493896 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcd94-240f-4eb3-9210-5ffb7957790c req-3eeb2c7e-cc72-4cce-a2ec-e81dd88de4db tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:32.495507 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b2dcd94-240f-4eb3-9210-5ffb7957790c req-3eeb2c7e-cc72-4cce-a2ec-e81dd88de4db tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1031227 Jul 23 09:31:32.501017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Deleting port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:32.501395 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.510557 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d1d-2387-4065-9549-ff707ae12bda req-b45f3502-be80-42ff-a9f2-5c599b8be9d3 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:32.512095 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-071b1d1d-2387-4065-9549-ff707ae12bda req-b45f3502-be80-42ff-a9f2-5c599b8be9d3 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 943 time: 0.0746770 Jul 23 09:31:32.532031 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:32.540173 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.540533 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.541190 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.541540 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.541874 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.542207 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.542533 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.543042 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.544126 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.544618 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.545118 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.546097 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:32.550895 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-071b1d1d-2387-4065-9549-ff707ae12bda req-dc3617b3-ebf4-4077-a9f7-abacae8eb9a6 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Jul 23 09:31:32.586439 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b2dcd94-240f-4eb3-9210-5ffb7957790c req-34e4a7a2-94ef-4f7e-9455-55792900f7ad tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822344 Jul 23 09:31:32.611182 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] For port 1869c8b1-175d-4f72-a4a8-4a7ff89a3638, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:32.611580 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.625772 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Calling delete_port for 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:32.731476 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['cb543c54-c8f6-435a-820b-f0c6779e5211'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:32.799454 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:32.825199 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1869c8b1-175d-4f72-a4a8-4a7ff89a3638,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:32.992305 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.204293 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Router 59090f37-fd1e-4d3e-8e3d-e52df60a256f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:33.316600 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:33.322685 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3206d94d-295d-4163-8d02-d711e12947c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/59090f37-fd1e-4d3e-8e3d-e52df60a256f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325644 Jul 23 09:31:33.325180 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59740) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:33.328852 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Sync routers for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:33.338799 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:33.339447 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:33.446132 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.448763 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:33.549001 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.602586 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Deleting port 46415b50-6012-4eae-a028-08e314cccec9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:33.603056 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.639561 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '46415b50-6012-4eae-a028-08e314cccec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:31:32Z', 'revision_number': 5, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port': {'id': '46415b50-6012-4eae-a028-08e314cccec9', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:69:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:30Z', 'updated_at': '2021-07-23T09:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:33.673986 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Checking router: 59090f37-fd1e-4d3e-8e3d-e52df60a256f for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:33.684257 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Routers {'59090f37-fd1e-4d3e-8e3d-e52df60a256f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:33.684884 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:33.695456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd48ed-121c-495e-b409-320008ecdd05 req-58d69f3c-e9c1-4bf9-a5c0-63cd0f66f270 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:33.697252 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d7bd48ed-121c-495e-b409-320008ecdd05 req-58d69f3c-e9c1-4bf9-a5c0-63cd0f66f270 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 944 time: 0.0714328 Jul 23 09:31:33.731141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] For port 46415b50-6012-4eae-a028-08e314cccec9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=46415b50-6012-4eae-a028-08e314cccec9,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:33.731525 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.739968 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d7bd48ed-121c-495e-b409-320008ecdd05 req-ad4822ee-e42a-460b-a5e5-5b53bdcc487b tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Jul 23 09:31:33.747903 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Calling delete_port for 46415b50-6012-4eae-a028-08e314cccec9 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:33.770911 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] Set router 59090f37-fd1e-4d3e-8e3d-e52df60a256f gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:33.806582 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567d48-6d3f-43d0-9eea-148a6d9089f9 req-b0ab1510-8da6-407f-ad82-1271fffd6e5d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:33.809346 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6c567d48-6d3f-43d0-9eea-148a6d9089f9 req-b0ab1510-8da6-407f-ad82-1271fffd6e5d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1321270 Jul 23 09:31:33.827591 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:31:33Z', 'revision_number': 6, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:33.854576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0f44-dfed-428c-b0ec-6393c1899879 None None] The sync data for ids ['59090f37-fd1e-4d3e-8e3d-e52df60a256f'] in dv-cinder-801989-2-iscsi is: [{'id': '59090f37-fd1e-4d3e-8e3d-e52df60a256f', 'name': 'tempest-TestMinimumBasicScenario-989696521-router', 'tenant_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:29Z', 'updated_at': '2021-07-23T09:31:33Z', 'revision_number': 6, 'project_id': '2b6cdaff79d44e05a5bec0cdb173c5df', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:33.893372 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6c567d48-6d3f-43d0-9eea-148a6d9089f9 req-64be015e-4c49-4b6e-9ea9-615b0e901690 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770116 Jul 23 09:31:33.959334 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:33.982038 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Pushing event deleted for resources: {'Port': ['ID=46415b50-6012-4eae-a028-08e314cccec9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:34.046916 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.133644 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.135669 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.142880 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cb543c54-c8f6-435a-820b-f0c6779e5211 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:31:34.186556 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.187093 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59090f37-fd1e-4d3e-8e3d-e52df60a256f {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:31:34.193570 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.196615 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-11b848f5-4987-4668-b4f8-17750a1af04e admin admin] 10.222.0.10 "DELETE /v2.0/routers/59090f37-fd1e-4d3e-8e3d-e52df60a256f HTTP/1.1" status: 204 len: 168 time: 0.8681247 Jul 23 09:31:34.196901 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59748) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:34.205455 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port cb543c54-c8f6-435a-820b-f0c6779e5211 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:31:34.214496 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port cb543c54-c8f6-435a-820b-f0c6779e5211 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:31:34.215039 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.252007 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Deleting subnet a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:31:34.255567 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.315648 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.316128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129750368'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.343866 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:34.346092 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34c9114-9cad-4f6d-be14-3afc629d9107" -d '{"events": [{"server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "name": "network-vif-plugged", "status": "completed", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:34.358715 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cb543c54-c8f6-435a-820b-f0c6779e5211,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:34.362970 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.417356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:34.435771 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.439898 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd896a5-630b-493f-af2a-fbe7b0863363 x-openstack-request-id: req-0dd896a5-630b-493f-af2a-fbe7b0863363 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:34.440254 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "name": "network-vif-plugged", "status": "completed", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:34.440659 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dd896a5-630b-493f-af2a-fbe7b0863363 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:34.441234 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211', 'code': 200} Jul 23 09:31:34.489668 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129750739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128204529'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.518467 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.523439 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6 HTTP/1.1" status: 204 len: 168 time: 0.3232682 Jul 23 09:31:34.523439 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbef3a2-bd59-4389-a77c-eaaed9094080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0eb59f6-44ac-4084-8bd2-f6b6e60ae0b6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:34.523781 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59758) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:34.525974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dad00e-57b8-462c-aa42-7c43ed7c8c3a None None] Network f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:31:34.619533 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.680970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae12658-0a6f-42ae-a47c-755dedaaa55d req-0b266538-2327-47d6-8394-1feaafa8e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:34.682638 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cae12658-0a6f-42ae-a47c-755dedaaa55d req-0b266538-2327-47d6-8394-1feaafa8e549 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 1098 time: 0.0987704 Jul 23 09:31:34.715334 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Deleting port 6cb80aa8-b746-408b-8308-b59326d7e92e {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:34.715983 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.733751 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] DHCP port deletion for f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:31:34.740425 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cae12658-0a6f-42ae-a47c-755dedaaa55d req-628e89dc-0358-4048-9611-94569e9190d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Jul 23 09:31:34.793079 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Deleting port 6cb80aa8-b746-408b-8308-b59326d7e92e {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:34.793553 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.798209 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] For port 6cb80aa8-b746-408b-8308-b59326d7e92e, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6cb80aa8-b746-408b-8308-b59326d7e92e,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:34.798548 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.812256 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Calling delete_port for 6cb80aa8-b746-408b-8308-b59326d7e92e owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:34.865356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] For port 6cb80aa8-b746-408b-8308-b59326d7e92e, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6cb80aa8-b746-408b-8308-b59326d7e92e,segment=NetworkSegment(8a2da4db-a931-4da6-8144-87cea4434938),segment_id=8a2da4db-a931-4da6-8144-87cea4434938)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:34.865888 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.882125 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Calling delete_port for 6cb80aa8-b746-408b-8308-b59326d7e92e owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:34.964809 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda1ee7-0e41-4f29-9220-c652ad538dd7 req-6f1d8aa3-43e4-46a5-bbec-d15eb3afd96a tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:34.966353 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3dda1ee7-0e41-4f29-9220-c652ad538dd7 req-6f1d8aa3-43e4-46a5-bbec-d15eb3afd96a tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 945 time: 0.1060543 Jul 23 09:31:34.967007 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:34.982695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] No DVR routers for this DVR port 6cb80aa8-b746-408b-8308-b59326d7e92e on host dv-cinder-801989-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:35.031403 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb80aa8-b746-408b-8308-b59326d7e92e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:35.044170 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.069168 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3dda1ee7-0e41-4f29-9220-c652ad538dd7 req-31f735d1-b3ed-4ee4-8633-82406d436950 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922763 Jul 23 09:31:35.106220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] Pushing event deleted for resources: {'Port': ['ID=6cb80aa8-b746-408b-8308-b59326d7e92e,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:35.112576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413e8d8-bd53-4e88-b2d6-9c3c0f40e7dd None None] No DVR routers for this DVR port 6cb80aa8-b746-408b-8308-b59326d7e92e on host dv-cinder-801989-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:35.126438 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.146131 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:35.164324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2da4db-a931-4da6-8144-87cea4434938') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:35.164623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2da4db-a931-4da6-8144-87cea4434938') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:35.173834 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.191137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.197728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:31:35.198120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:31:35.200274 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:31:35.205169 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db993-2836-4792-b75a-4f9fae3182ee req-bf7ed86d-fe8e-43c5-b351-186f6c3d9ec8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:35.206737 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-863db993-2836-4792-b75a-4f9fae3182ee req-bf7ed86d-fe8e-43c5-b351-186f6c3d9ec8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0839033 Jul 23 09:31:35.244665 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-863db993-2836-4792-b75a-4f9fae3182ee req-2c500b9d-99a8-4265-aae7-23cd8987a1da tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jul 23 09:31:35.257331 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.265099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.266968 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e HTTP/1.1" status: 204 len: 168 time: 0.7423816 Jul 23 09:31:35.270067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59774) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:35.276401 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642141f-04cf-476a-8d58-af3a528cc332 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9731d7c-416d-4fd0-b4a3-98c21fdf6a4e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:35.448558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 46415b50-6012-4eae-a028-08e314cccec9 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:35.471189 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 46415b50-6012-4eae-a028-08e314cccec9 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:35.471559 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 46415b50-6012-4eae-a028-08e314cccec9 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:35.471977 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6cb80aa8-b746-408b-8308-b59326d7e92e no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:35.489801 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 6cb80aa8-b746-408b-8308-b59326d7e92e {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:35.490140 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6cb80aa8-b746-408b-8308-b59326d7e92e not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:35.490541 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:35.508902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:35.509279 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 1869c8b1-175d-4f72-a4a8-4a7ff89a3638 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:35.612529 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.861718 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Deleting port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:35.862063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.938911 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] For port 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:35.939268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:35.952155 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Calling delete_port for 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:36.142067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:36.172522 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:36.227712 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bfa42-047a-48ec-a6dd-d4aa700f9f2f req-28de4cfc-be2c-4649-bded-5e5a4b8742d4 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:36.237159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-281bfa42-047a-48ec-a6dd-d4aa700f9f2f req-28de4cfc-be2c-4649-bded-5e5a4b8742d4 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 945 time: 0.0884759 Jul 23 09:31:36.288203 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-281bfa42-047a-48ec-a6dd-d4aa700f9f2f req-46acd52a-ba08-4782-910d-48b77bc0b12c tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Jul 23 09:31:36.398112 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:36.429639 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38c658-c901-4183-91ae-acc05997cd09 req-0863a642-1422-48ef-8486-2422bc4d7815 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:36.435992 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb38c658-c901-4183-91ae-acc05997cd09 req-0863a642-1422-48ef-8486-2422bc4d7815 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0849035 Jul 23 09:31:36.485640 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb38c658-c901-4183-91ae-acc05997cd09 req-763b61d1-1225-496c-aed3-176d7299d7d6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 Jul 23 09:31:36.913116 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Router 4e1542fc-09c9-44ab-9102-409e2ef0afaa has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:37.069787 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:37.075203 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-97806923-13dd-4f69-9707-3baf196e0b75 admin admin] 10.222.0.10 "PUT /v2.0/routers/4e1542fc-09c9-44ab-9102-409e2ef0afaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040018 Jul 23 09:31:37.077771 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59806) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:37.079293 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Sync routers for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:37.085835 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70237465-6e51-4dae-955a-d6c4374e6aa0 req-56067349-a32a-4c5c-b86e-d798a4c175e1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:37.087375 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-70237465-6e51-4dae-955a-d6c4374e6aa0 req-56067349-a32a-4c5c-b86e-d798a4c175e1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 945 time: 0.1028957 Jul 23 09:31:37.094580 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:37.095538 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:37.126798 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-70237465-6e51-4dae-955a-d6c4374e6aa0 req-14a8d2c5-fdcf-4cb0-ad68-7a1f30a14c59 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Jul 23 09:31:37.183637 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:37.202398 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:37.404691 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:31:36Z', 'revision_number': 5, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:37.431925 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Checking router: 4e1542fc-09c9-44ab-9102-409e2ef0afaa for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:37.441114 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Routers {'4e1542fc-09c9-44ab-9102-409e2ef0afaa'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:37.441670 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:37.506174 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:37.546112 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] Set router 4e1542fc-09c9-44ab-9102-409e2ef0afaa gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:37.561795 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Deleting port f3367005-0df0-47b2-80bb-4e77cc74a3df {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:37.562133 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:37.681804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc690-21de-4495-9875-2c6e0ce30d50 req-bf3250d2-0624-40fc-82e9-885e3cad5b9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:37.683288 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce6dc690-21de-4495-9875-2c6e0ce30d50 req-bf3250d2-0624-40fc-82e9-885e3cad5b9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1093569 Jul 23 09:31:37.701755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] For port f3367005-0df0-47b2-80bb-4e77cc74a3df, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f3367005-0df0-47b2-80bb-4e77cc74a3df,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:37.702091 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:37.727566 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Calling delete_port for f3367005-0df0-47b2-80bb-4e77cc74a3df owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:37.752878 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce6dc690-21de-4495-9875-2c6e0ce30d50 req-68757cc8-083b-488e-9372-a64c76160348 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639951 Jul 23 09:31:37.757900 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:31:36Z', 'revision_number': 5, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:37.790855 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39c99d-292f-448f-98d0-f773738ab87b None None] The sync data for ids ['4e1542fc-09c9-44ab-9102-409e2ef0afaa'] in dv-cinder-801989-2-iscsi is: [{'id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'name': 'tempest-TestMinimumBasicScenario-383322480-router', 'tenant_id': '8c30b82971224813adc409e50f7fb176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:28:35Z', 'updated_at': '2021-07-23T09:31:36Z', 'revision_number': 5, 'project_id': '8c30b82971224813adc409e50f7fb176', 'gw_port': {'id': 'f3367005-0df0-47b2-80bb-4e77cc74a3df', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1542fc-09c9-44ab-9102-409e2ef0afaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:28:36Z', 'updated_at': '2021-07-23T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:37.934561 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:37.958390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f3367005-0df0-47b2-80bb-4e77cc74a3df,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:38.026652 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.157570 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.160708 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.242583 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.243131 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1542fc-09c9-44ab-9102-409e2ef0afaa {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:31:38.249704 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.250853 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-658ee611-392a-4f18-8b8c-adae103513fa admin admin] 10.222.0.10 "DELETE /v2.0/routers/4e1542fc-09c9-44ab-9102-409e2ef0afaa HTTP/1.1" status: 204 len: 168 time: 1.1720939 Jul 23 09:31:38.253456 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59826) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:38.264022 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ebb57-7547-4fe4-ba78-c418e13e58f7 req-d806d6eb-7e47-4b08-a432-52ddb95ccdf7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:38.265879 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-693ebb57-7547-4fe4-ba78-c418e13e58f7 req-d806d6eb-7e47-4b08-a432-52ddb95ccdf7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.1963365 Jul 23 09:31:38.308048 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-693ebb57-7547-4fe4-ba78-c418e13e58f7 req-32bb6e4a-1274-44c1-8d8f-ca1913ff66ac tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Jul 23 09:31:38.318920 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Deleting subnet df797b66-9697-4aae-8ea5-10d351971a79 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:31:38.325952 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.355586 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d8a1-1c84-4c3c-bf29-87993fea392c req-14c23f26-d5ae-418a-b35c-b1f59050bfce tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:38.357066 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ac8d8a1-1c84-4c3c-bf29-87993fea392c req-14c23f26-d5ae-418a-b35c-b1f59050bfce tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 945 time: 0.1446278 Jul 23 09:31:38.386323 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.430053 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ac8d8a1-1c84-4c3c-bf29-87993fea392c req-b039e2a8-a57e-4f2c-a53d-270912858899 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/security-groups?id=16c9997f-edca-4708-b3a7-e5c4dbf67269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Jul 23 09:31:38.445677 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-841f6581-115e-4af0-bcbe-7351bc6a841c tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:38.447632 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-841f6581-115e-4af0-bcbe-7351bc6a841c tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 945 time: 0.0743325 Jul 23 09:31:38.525037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.554271 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Deleting port cb543c54-c8f6-435a-820b-f0c6779e5211 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:38.554872 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.577207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.603875 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df797b66-9697-4aae-8ea5-10d351971a79,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:38.605862 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.608574 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-395d3640-0a85-42db-861b-d22be206dec9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df797b66-9697-4aae-8ea5-10d351971a79 HTTP/1.1" status: 204 len: 168 time: 0.3540397 Jul 23 09:31:38.609912 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f246789-9009-4e47-9d3a-2b28507d5043 None None] Network bef471af-13d7-4862-a09c-ab9c83d959df requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:31:38.610390 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59828) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:38.654728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] For port cb543c54-c8f6-435a-820b-f0c6779e5211, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=cb543c54-c8f6-435a-820b-f0c6779e5211,segment=NetworkSegment(ddc3bb9f-14a2-4033-92c1-f028214d0f21),segment_id=ddc3bb9f-14a2-4033-92c1-f028214d0f21)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:38.655081 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.667194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Calling delete_port for cb543c54-c8f6-435a-820b-f0c6779e5211 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:38.685730 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.746291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Deleting port 782d437e-3bc8-4883-bcb8-e3d423a504d2 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:38.746580 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.812440 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] For port 782d437e-3bc8-4883-bcb8-e3d423a504d2, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=782d437e-3bc8-4883-bcb8-e3d423a504d2,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:38.812800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.814618 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.829699 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['cb543c54-c8f6-435a-820b-f0c6779e5211'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:38.835483 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Calling delete_port for 782d437e-3bc8-4883-bcb8-e3d423a504d2 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:38.849234 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] DHCP port deletion for bef471af-13d7-4862-a09c-ab9c83d959df request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:31:38.857555 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Pushing event deleted for resources: {'Port': ['ID=cb543c54-c8f6-435a-820b-f0c6779e5211,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:38.931865 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Deleting port 782d437e-3bc8-4883-bcb8-e3d423a504d2 {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:38.932244 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.940693 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] No DVR routers for this DVR port cb543c54-c8f6-435a-820b-f0c6779e5211 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:38.943241 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.944280 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:38.946438 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a70ac7e-eda0-4166-926d-c21de6846ba9 req-65c228c5-dc4b-4397-91ba-7edccfe795d1 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.13 "DELETE /v2.0/ports/cb543c54-c8f6-435a-820b-f0c6779e5211 HTTP/1.1" status: 204 len: 173 time: 0.4923470 Jul 23 09:31:38.946883 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'name': 'network-vif-deleted', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:38.949202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf5ec9-b386-44bf-9ceb-bbffef08a7ad" -d '{"events": [{"server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "name": "network-vif-deleted", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:38.972853 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Pushing event deleted for resources: {'Port': ['ID=782d437e-3bc8-4883-bcb8-e3d423a504d2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:38.976106 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] No DVR routers for this DVR port 782d437e-3bc8-4883-bcb8-e3d423a504d2 on host dv-cinder-801989-2-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:38.989966 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d90840-3f65-4f5b-9443-ab0654903ce2 req-4570c14b-9d57-465a-bc10-a70e60a906cd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:38.991498 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6d90840-3f65-4f5b-9443-ab0654903ce2 req-4570c14b-9d57-465a-bc10-a70e60a906cd tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1182055 Jul 23 09:31:39.012791 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] For port 782d437e-3bc8-4883-bcb8-e3d423a504d2, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=782d437e-3bc8-4883-bcb8-e3d423a504d2,segment=NetworkSegment(be7e13a0-d686-4dcd-b376-9f359c3a231c),segment_id=be7e13a0-d686-4dcd-b376-9f359c3a231c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:39.013550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.031695 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Calling delete_port for 782d437e-3bc8-4883-bcb8-e3d423a504d2 owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:39.045515 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6d90840-3f65-4f5b-9443-ab0654903ce2 req-2b42fbfb-498c-4f02-9caa-e79178056877 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481696 Jul 23 09:31:39.046866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b0f06-ff19-4241-919d-8947cf7aa0ca x-openstack-request-id: req-ef7b0f06-ff19-4241-919d-8947cf7aa0ca {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:39.047156 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33515607-f850-49c1-8377-a8a20708f729", "name": "network-vif-deleted", "tag": "cb543c54-c8f6-435a-820b-f0c6779e5211", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:39.047563 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef7b0f06-ff19-4241-919d-8947cf7aa0ca {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:39.048129 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33515607-f850-49c1-8377-a8a20708f729', 'name': 'network-vif-deleted', 'tag': 'cb543c54-c8f6-435a-820b-f0c6779e5211', 'status': 'completed', 'code': 200} Jul 23 09:31:39.067313 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.077599 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef471af-13d7-4862-a09c-ab9c83d959df']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:39.089240 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7e13a0-d686-4dcd-b376-9f359c3a231c') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:39.089450 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7e13a0-d686-4dcd-b376-9f359c3a231c') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:39.099257 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.114203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.120305 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.121131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:31:39.123919 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:31:39.125978 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:31:39.152159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] Pushing event deleted for resources: {'Port': ['ID=782d437e-3bc8-4883-bcb8-e3d423a504d2,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:39.153984 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ecd81-7157-4b5f-af1c-1309029c7682 None None] No DVR routers for this DVR port 782d437e-3bc8-4883-bcb8-e3d423a504d2 on host dv-cinder-801989-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:39.188567 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.194571 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.196575 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bef471af-13d7-4862-a09c-ab9c83d959df HTTP/1.1" status: 204 len: 168 time: 0.5854418 Jul 23 09:31:39.209703 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be7a39-5d96-4a58-893d-09d72cb5e680 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef471af-13d7-4862-a09c-ab9c83d959df,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:39.304682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59836) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:39.347235 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d129980f-b73d-4e76-bb3e-97b7284b164f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b6cdaff79d44e05a5bec0cdb173c5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391757 Jul 23 09:31:39.347534 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59840) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:39.435401 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.459590 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f3367005-0df0-47b2-80bb-4e77cc74a3df no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:39.483003 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: f3367005-0df0-47b2-80bb-4e77cc74a3df {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:39.483440 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f3367005-0df0-47b2-80bb-4e77cc74a3df not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:39.484747 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.485018 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 782d437e-3bc8-4883-bcb8-e3d423a504d2 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:39.508113 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107176e-d57b-4de4-9bff-42a6f537cc45 req-72b4c29b-0c1f-46ea-8357-c51a64a5b8ea tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:39.516230 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a107176e-d57b-4de4-9bff-42a6f537cc45 req-72b4c29b-0c1f-46ea-8357-c51a64a5b8ea tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.1266210 Jul 23 09:31:39.516465 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 782d437e-3bc8-4883-bcb8-e3d423a504d2 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:39.516918 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 782d437e-3bc8-4883-bcb8-e3d423a504d2 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:39.517709 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:39.538417 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:39.538763 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 3a3ad9b6-1da2-4c72-88a2-e46bb0abb6b4 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:39.560592 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7d179f24-b3c1-418f-8c65-86ded6e72577 req-7813ae7a-7db6-4d3b-845b-f6888c3b9159 tempest-VolumesActionsTest-1716588131 tempest-VolumesActionsTest-1716588131-project] 10.222.0.10 "GET /v2.0/ports?device_id=33515607-f850-49c1-8377-a8a20708f729 HTTP/1.1" status: 200 len: 210 time: 0.0407107 Jul 23 09:31:39.580729 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a107176e-d57b-4de4-9bff-42a6f537cc45 req-24cdd005-5a36-4c29-b936-dd9a051540c8 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce6374f5-2071-431b-8faf-a4d8748ceeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636058 Jul 23 09:31:39.599631 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.602249 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.603385 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06753689-ec53-4f3c-a0e8-76b0bb021bd6 HTTP/1.1" status: 204 len: 168 time: 0.2548966 Jul 23 09:31:39.612784 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7c262-c39d-46b4-812d-4c5c23cb5616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06753689-ec53-4f3c-a0e8-76b0bb021bd6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:39.841721 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-ac86e79f-6fb2-4e6a-ba87-ac1a3bf0bbb7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:39.843194 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-ac86e79f-6fb2-4e6a-ba87-ac1a3bf0bbb7 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 945 time: 0.0632312 Jul 23 09:31:39.919938 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59850) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:39.949316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Deleting port aded6258-a741-4a19-a816-bfc24a8e305d {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:39.949654 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:39.959582 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b8f041bc-5ec7-422c-9d00-7fca9d3fb2be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c30b82971224813adc409e50f7fb176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383203 Jul 23 09:31:39.961843 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59852) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:40.009376 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.033178 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.042048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] For port aded6258-a741-4a19-a816-bfc24a8e305d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aded6258-a741-4a19-a816-bfc24a8e305d,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:40.042416 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.084381 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.087560 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.090696 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49001bf4-c40d-450d-a82f-738b1ba5ae16 HTTP/1.1" status: 204 len: 168 time: 0.1253619 Jul 23 09:31:40.095903 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340d89-a424-47fa-8feb-5026c577d569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49001bf4-c40d-450d-a82f-738b1ba5ae16,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:40.281642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e8ce-5fce-4641-a3b1-98866daed2dc req-a76a0742-1994-49e5-924f-e335b0b739d3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:40.283354 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d362e8ce-5fce-4641-a3b1-98866daed2dc req-a76a0742-1994-49e5-924f-e335b0b739d3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1331418 Jul 23 09:31:40.286080 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.286635 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.287019 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Floating IP fa888d14-f64c-45ab-bf35-335324f867d8 disassociated. External IP: 172.27.3.17, port: aded6258-a741-4a19-a816-bfc24a8e305d. Jul 23 09:31:40.287376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Calling delete_port for aded6258-a741-4a19-a816-bfc24a8e305d owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:40.369808 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d362e8ce-5fce-4641-a3b1-98866daed2dc req-39f38b6b-3b40-4074-9bb7-d0211c9c7f13 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772891 Jul 23 09:31:40.466539 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.512935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'Port': ['ID=aded6258-a741-4a19-a816-bfc24a8e305d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:40.670925 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:40.705285 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b693f9be-99ac-4a67-9f78-9343781b2985 req-2a2fe8be-c3cf-4fb9-83aa-619885cc5dc9 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/ports?device_id=40de95fa-fa06-45c4-b707-a3954e823b3e HTTP/1.1" status: 200 len: 210 time: 0.0501127 Jul 23 09:31:40.826927 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:40.839519 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:40.863874 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:40.863874 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:40.883444 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] No DVR routers for this DVR port aded6258-a741-4a19-a816-bfc24a8e305d on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:40.885995 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:40.888053 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5cfdde45-ec98-46fa-ab01-308616ee9afb req-8a6a1221-02b9-4d87-b56e-1016592f834e tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.13 "DELETE /v2.0/ports/aded6258-a741-4a19-a816-bfc24a8e305d HTTP/1.1" status: 204 len: 173 time: 1.0392380 Jul 23 09:31:41.023662 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:41.048924 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'name': 'network-vif-deleted', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:41.052604 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf0e86-3157-4384-9358-893fa0732c9d" -d '{"events": [{"server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "name": "network-vif-deleted", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:41.107222 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e564c0-b774-4734-9deb-c336a6071b43 x-openstack-request-id: req-c0e564c0-b774-4734-9deb-c336a6071b43 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:41.107521 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40de95fa-fa06-45c4-b707-a3954e823b3e", "name": "network-vif-deleted", "tag": "aded6258-a741-4a19-a816-bfc24a8e305d", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:41.107731 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0e564c0-b774-4734-9deb-c336a6071b43 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:41.108132 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40de95fa-fa06-45c4-b707-a3954e823b3e', 'name': 'network-vif-deleted', 'tag': 'aded6258-a741-4a19-a816-bfc24a8e305d', 'status': 'completed', 'code': 200} Jul 23 09:31:41.259806 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:41.286726 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:41.295398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:41.296119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:41.533296 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:41.555563 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442631a-f957-4a8f-961e-dfcdd1ee896e req-a324b238-8d32-4bd9-bb18-7ee3611dd238 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:41.557032 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8442631a-f957-4a8f-961e-dfcdd1ee896e req-a324b238-8d32-4bd9-bb18-7ee3611dd238 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0749774 Jul 23 09:31:41.593718 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8442631a-f957-4a8f-961e-dfcdd1ee896e req-446c8451-dcc2-4750-af6f-56bba17db3ec tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Jul 23 09:31:41.725501 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:41.751316 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f824b9-8a6f-4762-8ca0-e7fdceec1faf None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:26:05Z', 'revision_number': 4, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '07ece20e-cb33-4d34-9c60-e6158e2fe3dd', 'name': '', 'network_id': 'e82ba080-be92-4ebb-abe4-36c5c95e9593', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'mac_address': 'fa:16:3e:e9:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:03Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'subnets': [{'id': 'ad8835ef-af4f-4859-9c59-438754f52380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:41.789685 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 59912) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:41.847496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:41.870155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:41.917268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:41.919806 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:41.920961 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce6374f5-2071-431b-8faf-a4d8748ceeb9 HTTP/1.1" status: 204 len: 168 time: 0.1303034 Jul 23 09:31:41.923758 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59914) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:41.932135 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9cbf3-e2a0-4c48-8057-a9b3da840c11 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6374f5-2071-431b-8faf-a4d8748ceeb9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:41.940365 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-fab27895-199d-43f7-b129-bd5012445bf1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] show failed (client error): The resource could not be found. Jul 23 09:31:41.941482 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fab27895-199d-43f7-b129-bd5012445bf1 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "GET /v2.0/security-groups/ce6374f5-2071-431b-8faf-a4d8748ceeb9 HTTP/1.1" status: 404 len: 347 time: 0.0161266 Jul 23 09:31:41.945132 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59916) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:42.005879 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64249591-b8b3-4722-8920-7bf68df4d271 None None] New status for floating IP fa888d14-f64c-45ab-bf35-335324f867d8: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:31:42.072574 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Deleting port a63e42ef-e026-4bad-826a-fe23ff819838 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:42.072915 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.150129 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.150710 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.162632 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Calling delete_port for a63e42ef-e026-4bad-826a-fe23ff819838 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:42.290653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.316737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Pushing event deleted for resources: {'Port': ['ID=a63e42ef-e026-4bad-826a-fe23ff819838,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:42.379370 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.381841 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:42.382999 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b1c5ab95-8dde-4440-9214-595006780228 tempest-AttachVolumeTestJSON-1590647431 tempest-AttachVolumeTestJSON-1590647431-project] 10.222.0.10 "DELETE /v2.0/floatingips/fa888d14-f64c-45ab-bf35-335324f867d8 HTTP/1.1" status: 204 len: 168 time: 0.4368992 Jul 23 09:31:42.603121 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cb543c54-c8f6-435a-820b-f0c6779e5211 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:42.626800 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: cb543c54-c8f6-435a-820b-f0c6779e5211 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:42.627161 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device cb543c54-c8f6-435a-820b-f0c6779e5211 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:42.729671 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9358a-6518-478b-9aea-30979743e80b req-0003d5ae-03e6-408f-b6d8-e9ea85aa6bb1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:42.731148 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18a9358a-6518-478b-9aea-30979743e80b req-0003d5ae-03e6-408f-b6d8-e9ea85aa6bb1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0632355 Jul 23 09:31:42.766606 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-18a9358a-6518-478b-9aea-30979743e80b req-46bc136e-8cd3-43b8-a040-81acbc672d80 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300801 Jul 23 09:31:43.898372 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33228-a736-45a6-b71c-5c8ff6831d29 req-80d9ec48-03da-4860-b822-eb6b13e09e40 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:43.899902 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddc33228-a736-45a6-b71c-5c8ff6831d29 req-80d9ec48-03da-4860-b822-eb6b13e09e40 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0619390 Jul 23 09:31:43.936769 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddc33228-a736-45a6-b71c-5c8ff6831d29 req-f01d8b4c-e6a1-4328-8024-7c59ad47bbc0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311947 Jul 23 09:31:44.510831 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aded6258-a741-4a19-a816-bfc24a8e305d no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:44.531591 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: aded6258-a741-4a19-a816-bfc24a8e305d {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:44.531930 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aded6258-a741-4a19-a816-bfc24a8e305d not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:45.068287 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20123e-43fc-407e-8e40-ab0fec1abd18 req-48157298-5c03-4d1d-9474-2365456b5893 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:45.069705 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa20123e-43fc-407e-8e40-ab0fec1abd18 req-48157298-5c03-4d1d-9474-2365456b5893 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0635386 Jul 23 09:31:45.110050 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa20123e-43fc-407e-8e40-ab0fec1abd18 req-ac68d8cb-b66c-4e3e-8938-c89b5eb5f9d1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Jul 23 09:31:46.292242 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed2a1-ae1f-4872-88ba-406c4abef4c0 req-9f0bf19e-8e1c-4d82-b914-a7cb5977f054 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:46.294518 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e70ed2a1-ae1f-4872-88ba-406c4abef4c0 req-9f0bf19e-8e1c-4d82-b914-a7cb5977f054 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0809627 Jul 23 09:31:46.340207 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e70ed2a1-ae1f-4872-88ba-406c4abef4c0 req-bddaa25a-35fa-44fa-a453-6c5b18d49292 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361700 Jul 23 09:31:47.514205 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee902b90-aee7-4f77-ac86-e7b8c4ec9515 req-e85db7f4-600b-46ce-aa57-994a0abe14ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:47.515833 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee902b90-aee7-4f77-ac86-e7b8c4ec9515 req-e85db7f4-600b-46ce-aa57-994a0abe14ed tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0834842 Jul 23 09:31:47.580004 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee902b90-aee7-4f77-ac86-e7b8c4ec9515 req-ab4756a8-4ac2-411a-a314-4b1992bf2396 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554194 Jul 23 09:31:48.078772 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 59998) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:48.633960 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:48.737382 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdd7a-eac1-46d4-845f-05c3c37a4fb8 req-715f8848-0b97-426d-a432-dc7611851283 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:48.745286 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3dfdd7a-eac1-46d4-845f-05c3c37a4fb8 req-715f8848-0b97-426d-a432-dc7611851283 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0874994 Jul 23 09:31:48.783862 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3dfdd7a-eac1-46d4-845f-05c3c37a4fb8 req-4c088bd3-5b60-4c43-871f-2480eff2328b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Jul 23 09:31:48.946877 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Deleting port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:48.947226 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:49.033917 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] For port 07ece20e-cb33-4d34-9c60-e6158e2fe3dd, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:49.034335 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:49.048189 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Calling delete_port for 07ece20e-cb33-4d34-9c60-e6158e2fe3dd owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:49.249395 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:49.280360 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ece20e-cb33-4d34-9c60-e6158e2fe3dd,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:49.538732 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:49.790324 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Router 92314656-2747-43b5-92e4-450b3e3f427c has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:31:50.005541 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:31:50.017163 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60016) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:50.017770 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3183f3c3-cad5-46e1-8e88-3b07ccda9068 admin admin] 10.222.0.10 "PUT /v2.0/routers/92314656-2747-43b5-92e4-450b3e3f427c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372768 Jul 23 09:31:50.020647 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Sync routers for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:31:50.027970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9710-d1b3-4596-8af7-8ac69bbe14db req-f855f8fa-a5a7-4571-9e73-c17a54fb3a30 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:50.029482 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-048d9710-d1b3-4596-8af7-8ac69bbe14db req-f855f8fa-a5a7-4571-9e73-c17a54fb3a30 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1361639 Jul 23 09:31:50.041037 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:50.041973 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:50.077849 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-048d9710-d1b3-4596-8af7-8ac69bbe14db req-e0d52688-44a9-48aa-8f81-3668c4d81e1b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Jul 23 09:31:50.148983 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:50.168987 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:50.262517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:50.341226 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Deleting port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:50.341741 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:50.386105 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:31:49Z', 'revision_number': 5, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port': {'id': 'a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92314656-2747-43b5-92e4-450b3e3f427c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:50.423349 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Checking router: 92314656-2747-43b5-92e4-450b3e3f427c for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:31:50.441068 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Routers {'92314656-2747-43b5-92e4-450b3e3f427c'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:31:50.443650 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:31:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['92314656-2747-43b5-92e4-450b3e3f427c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:50.461261 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] For port a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:50.461724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:50.474453 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Calling delete_port for a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:50.539847 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] Set router 92314656-2747-43b5-92e4-450b3e3f427c gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:31:50.595811 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:31:50Z', 'revision_number': 6, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:50.624597 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f672c56-f71e-4680-bb1d-adb90383a300 None None] The sync data for ids ['92314656-2747-43b5-92e4-450b3e3f427c'] in dv-cinder-801989-2-iscsi is: [{'id': '92314656-2747-43b5-92e4-450b3e3f427c', 'name': 'tempest-AttachVolumeTestJSON-189682674-router', 'tenant_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:25:58Z', 'updated_at': '2021-07-23T09:31:50Z', 'revision_number': 6, 'project_id': '2256b9183a3b4cbc9b819bcd42a9497e', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:31:50.951387 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:50.991120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:51.072066 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.221599 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.227103 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.283986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.284527 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92314656-2747-43b5-92e4-450b3e3f427c {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:31:51.289057 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.290237 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae99d965-6c5c-4934-8baa-7764a96f3105 admin admin] 10.222.0.10 "DELETE /v2.0/routers/92314656-2747-43b5-92e4-450b3e3f427c HTTP/1.1" status: 204 len: 168 time: 1.2720795 Jul 23 09:31:51.293239 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60028) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:51.306422 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef2e8f-4f2b-4f85-8765-6143637d9452 req-77283d01-f868-487f-8736-ba79b2a983df tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:51.308152 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89ef2e8f-4f2b-4f85-8765-6143637d9452 req-77283d01-f868-487f-8736-ba79b2a983df tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1288977 Jul 23 09:31:51.359655 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89ef2e8f-4f2b-4f85-8765-6143637d9452 req-f23ce182-de54-427d-b745-81c0e865a120 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 Jul 23 09:31:51.366794 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Deleting subnet ad8835ef-af4f-4859-9c59-438754f52380 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:31:51.371734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.445810 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.509179 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:51.546523 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:51.547296 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device a0c00a2e-4d1c-4bee-b99c-5e4ef16549c4 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:51.547940 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 07ece20e-cb33-4d34-9c60-e6158e2fe3dd no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:51.562830 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.581799 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 07ece20e-cb33-4d34-9c60-e6158e2fe3dd {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:51.582576 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 07ece20e-cb33-4d34-9c60-e6158e2fe3dd not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:51.625188 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.929444 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8835ef-af4f-4859-9c59-438754f52380,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:51.934210 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:51.936766 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ad8835ef-af4f-4859-9c59-438754f52380 HTTP/1.1" status: 204 len: 168 time: 0.6419556 Jul 23 09:31:51.939983 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60034) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:51.944512 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0598109-b743-4f67-9b5a-15412cb86ffb None None] Network e82ba080-be92-4ebb-abe4-36c5c95e9593 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:31:51.945414 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.945951 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.946840 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.947353 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.947882 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.948221 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.948551 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.948880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.949208 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.949535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.949859 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:51.950180 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8346d7-57dd-49c6-a381-ee312a8d1057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:31:52.036339 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.095524 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Deleting port 334c5bee-49f9-468e-88f7-d72769004eef {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:52.096180 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.178039 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] For port 334c5bee-49f9-468e-88f7-d72769004eef, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=334c5bee-49f9-468e-88f7-d72769004eef,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:52.178409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.185162 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] DHCP port deletion for e82ba080-be92-4ebb-abe4-36c5c95e9593 request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:31:52.192766 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Calling delete_port for 334c5bee-49f9-468e-88f7-d72769004eef owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:52.252804 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Deleting port 334c5bee-49f9-468e-88f7-d72769004eef {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:31:52.253469 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.286913 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.314599 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Pushing event deleted for resources: {'Port': ['ID=334c5bee-49f9-468e-88f7-d72769004eef,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:52.320487 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] No DVR routers for this DVR port 334c5bee-49f9-468e-88f7-d72769004eef on host dv-cinder-801989-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:52.362557 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] For port 334c5bee-49f9-468e-88f7-d72769004eef, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=334c5bee-49f9-468e-88f7-d72769004eef,segment=NetworkSegment(0022623f-a767-4fce-bbad-ff48412d17f9),segment_id=0022623f-a767-4fce-bbad-ff48412d17f9)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:52.363339 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.377272 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Calling delete_port for 334c5bee-49f9-468e-88f7-d72769004eef owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:31:52.433313 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.450739 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82ba080-be92-4ebb-abe4-36c5c95e9593']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:52.462854 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0022623f-a767-4fce-bbad-ff48412d17f9') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:52.463203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0022623f-a767-4fce-bbad-ff48412d17f9') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:31:52.474097 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.502937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.510252 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:31:52.510913 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:31:52.513468 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:31:52.534907 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.551067 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:31:52.553530 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] No DVR routers for this DVR port 334c5bee-49f9-468e-88f7-d72769004eef on host dv-cinder-801989-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:31:52.556234 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c789-fc2d-4211-86a5-1c58f3e07ffc req-434afb6d-16db-414b-881c-1c0830a0988e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:52.573742 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8032c789-fc2d-4211-86a5-1c58f3e07ffc req-434afb6d-16db-414b-881c-1c0830a0988e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1208618 Jul 23 09:31:52.584108 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87871b3b-872d-4fcd-8b1a-eee2d3f1874c None None] Pushing event deleted for resources: {'Port': ['ID=334c5bee-49f9-468e-88f7-d72769004eef,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:52.624816 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.633972 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.634898 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e82ba080-be92-4ebb-abe4-36c5c95e9593 HTTP/1.1" status: 204 len: 168 time: 0.6934803 Jul 23 09:31:52.653436 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8032c789-fc2d-4211-86a5-1c58f3e07ffc req-1b3e1229-4bad-4763-a508-6c000ec0fca3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762787 Jul 23 09:31:52.676786 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e011c-25e6-46d9-85a7-688a4ff5f440 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82ba080-be92-4ebb-abe4-36c5c95e9593,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:52.717945 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:52.731547 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '1795945c-7f10-4920-8026-dc5e131b1913', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:31:52.776310 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.808268 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:31:52.836825 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:52.841684 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:52.854653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60058) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:52.919164 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5960c2f9-5963-4bcc-95f1-2ecc5d2db59a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2256b9183a3b4cbc9b819bcd42a9497e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0633368 Jul 23 09:31:52.921897 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60060) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:31:52.923249 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=6']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:52.934320 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['1795945c-7f10-4920-8026-dc5e131b1913'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:31:52.983150 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:53.009913 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:53.084838 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:53.089329 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:53.093255 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b108cee-59b3-49ba-907e-343193b42507 HTTP/1.1" status: 204 len: 168 time: 0.1680090 Jul 23 09:31:53.101740 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836d9de-0c68-47c4-a46c-f8537d5a2332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b108cee-59b3-49ba-907e-343193b42507,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:53.514861 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 334c5bee-49f9-468e-88f7-d72769004eef no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:31:53.567552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 334c5bee-49f9-468e-88f7-d72769004eef {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:31:53.568209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 334c5bee-49f9-468e-88f7-d72769004eef not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:31:53.930406 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:54.000647 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b6b4-94f0-4d19-a7e9-dbe018dae460 req-05001664-a844-47fd-b73e-293235f591e6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:54.002250 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e90b6b4-94f0-4d19-a7e9-dbe018dae460 req-05001664-a844-47fd-b73e-293235f591e6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 945 time: 0.1639438 Jul 23 09:31:54.091467 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e90b6b4-94f0-4d19-a7e9-dbe018dae460 req-c553b332-152d-495b-81c9-fa869afdd28a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828736 Jul 23 09:31:54.544343 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:31:54.855530 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 1795945c-7f10-4920-8026-dc5e131b1913 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:31:54.860718 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:55.070977 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:55.125072 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:31:55.127308 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd4534-56a7-404b-ac6f-fd673cf38435" -d '{"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:31:55.144442 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:31:55.160929 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:55.237966 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1499c5-b9a5-43b5-849f-42bd2364a213 x-openstack-request-id: req-8f1499c5-b9a5-43b5-849f-42bd2364a213 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:31:55.238247 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:31:55.239115 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f1499c5-b9a5-43b5-849f-42bd2364a213 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:31:55.239586 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'code': 200} Jul 23 09:31:55.325655 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d8d7-1efe-42fa-9291-1072dda23ad1 req-6fee6f22-af70-4588-bac5-9503130b1448 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:55.333535 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6134d8d7-1efe-42fa-9291-1072dda23ad1 req-6fee6f22-af70-4588-bac5-9503130b1448 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1106055 Jul 23 09:31:55.337548 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=7']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:31:55.387776 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6134d8d7-1efe-42fa-9291-1072dda23ad1 req-257c94fe-2571-48d4-8fe1-cf94796ffc6f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527551 Jul 23 09:31:56.227923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c79e6557-1b10-46b9-a981-506db5f94800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:56.545255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32963089-079f-4f3f-b18b-ac1862fa18c4 req-50eb94bb-4836-45f8-b5ff-692f46b203ab tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:56.553403 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32963089-079f-4f3f-b18b-ac1862fa18c4 req-50eb94bb-4836-45f8-b5ff-692f46b203ab tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0895779 Jul 23 09:31:56.597441 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32963089-079f-4f3f-b18b-ac1862fa18c4 req-1b415579-5117-4ce7-95c9-ee279045d3e8 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Jul 23 09:31:57.887655 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61b76-148f-4334-9ddd-57facdb2e57a req-3a7ec79c-c0ac-4919-87f2-9bcdf95a309a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:57.891110 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-69e61b76-148f-4334-9ddd-57facdb2e57a req-3a7ec79c-c0ac-4919-87f2-9bcdf95a309a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1329627 Jul 23 09:31:57.958081 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-69e61b76-148f-4334-9ddd-57facdb2e57a req-aaf0674e-73a3-4d2c-8d5c-df62e8b6be38 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524123 Jul 23 09:31:58.939468 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:59.110473 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9a21-f1cb-4d83-b53d-e0653f226dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:31:59.150473 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa3e9-34ae-44f1-a31b-b66956366aed req-1c2ab2b2-f103-4cf3-b2d5-a23598590a90 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:31:59.158961 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ae6aa3e9-34ae-44f1-a31b-b66956366aed req-1c2ab2b2-f103-4cf3-b2d5-a23598590a90 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.1149261 Jul 23 09:31:59.224376 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ae6aa3e9-34ae-44f1-a31b-b66956366aed req-e2f623c3-7463-46a5-9acf-8b01ef747695 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637586 Jul 23 09:32:00.226211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:00.394428 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8872d-7daa-48a0-8b35-7c37e6da6f1d req-21a5c174-e5b2-4b36-9b71-a62e8755d013 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:00.404244 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30a8872d-7daa-48a0-8b35-7c37e6da6f1d req-21a5c174-e5b2-4b36-9b71-a62e8755d013 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0864911 Jul 23 09:32:00.458717 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-30a8872d-7daa-48a0-8b35-7c37e6da6f1d req-6a5672a3-1941-4e4d-820c-8c14b070ce60 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525808 Jul 23 09:32:01.577456 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:01.625999 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e472bf-70d9-40cc-acad-4a9e3787c5fb req-8181c49b-f9d9-42d0-a7e6-b4eb20b2a38a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:01.633458 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94e472bf-70d9-40cc-acad-4a9e3787c5fb req-8181c49b-f9d9-42d0-a7e6-b4eb20b2a38a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0860672 Jul 23 09:32:01.674318 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94e472bf-70d9-40cc-acad-4a9e3787c5fb req-e87a1f1c-c378-43d8-af44-6a839bfd8515 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Jul 23 09:32:02.827350 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231606fc-b73c-443f-bd27-a15db58b7358 req-989f87e5-6145-4d75-b251-a5603437e887 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:02.829433 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-231606fc-b73c-443f-bd27-a15db58b7358 req-989f87e5-6145-4d75-b251-a5603437e887 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0783200 Jul 23 09:32:02.869612 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-231606fc-b73c-443f-bd27-a15db58b7358 req-265b6f97-6f0f-40e6-aa42-8587237070e3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332186 Jul 23 09:32:04.009369 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42faba-8611-4b99-ae71-88e64c84a70e req-aa2b8f77-5a64-47d3-92b1-f182a499acc0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:04.010774 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd42faba-8611-4b99-ae71-88e64c84a70e req-aa2b8f77-5a64-47d3-92b1-f182a499acc0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0705905 Jul 23 09:32:04.047810 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd42faba-8611-4b99-ae71-88e64c84a70e req-0abcb332-3da7-4cb2-8660-716a16df65c3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Jul 23 09:32:04.369963 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-8501148d-6b47-4df5-ab27-b91be399aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:04.371434 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-8501148d-6b47-4df5-ab27-b91be399aae2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1099 time: 0.0514486 Jul 23 09:32:04.461064 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-7007c53e-7c63-4679-bea1-9869ce8a4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:04.462529 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-7007c53e-7c63-4679-bea1-9869ce8a4825 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.0849924 Jul 23 09:32:04.526395 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-181b8309-62cd-4807-a943-3f5f61bc5adf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 1001 time: 0.0557802 Jul 23 09:32:04.582748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-a041de2e-1bca-4f2e-b7af-78d02195077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:04.584183 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-a041de2e-1bca-4f2e-b7af-78d02195077c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0456402 Jul 23 09:32:04.640329 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-0c25b359-7beb-4894-8bd4-e0bbaa462df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:04.641714 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-0c25b359-7beb-4894-8bd4-e0bbaa462df9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514131 Jul 23 09:32:04.729680 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-85fb1ea4-4a26-4742-9eb5-1fe37e557d4e service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788553 Jul 23 09:32:04.785751 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60292) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:04.829220 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78b18ae6-91a1-404b-990d-7c1fa39501ad req-75f7839d-5102-4984-bdc9-3d037979704f service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927188 Jul 23 09:32:04.831386 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Deleting subnet 94a86506-3155-44d6-bc7b-7af0205c032b {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:32:04.836560 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:04.873855 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:04.917066 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:04.970031 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:04.998007 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a86506-3155-44d6-bc7b-7af0205c032b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:04.999989 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.001834 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-255867e6-3c84-400a-98e9-af8086d1d079 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94a86506-3155-44d6-bc7b-7af0205c032b HTTP/1.1" status: 204 len: 168 time: 0.2145543 Jul 23 09:32:05.005173 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60306) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:05.084986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.169959 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.180433 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f629943-1d58-490a-afe8-0663aee1a487']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:32:05.190658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc3bb9f-14a2-4033-92c1-f028214d0f21') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:32:05.190823 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac69f5-b30e-4ab4-a165-e865402beaaf req-80e05385-b035-48fc-b831-993e8f86a3e4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:05.190958 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc3bb9f-14a2-4033-92c1-f028214d0f21') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:32:05.193164 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d0ac69f5-b30e-4ab4-a165-e865402beaaf req-80e05385-b035-48fc-b831-993e8f86a3e4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0678113 Jul 23 09:32:05.200730 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.215736 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.221858 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:32:05.222640 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:32:05.224490 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:32:05.235390 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d0ac69f5-b30e-4ab4-a165-e865402beaaf req-adfdc350-a157-48c2-81aa-fe6dd72685f7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362163 Jul 23 09:32:05.281789 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.287214 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.289070 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f629943-1d58-490a-afe8-0663aee1a487 HTTP/1.1" status: 204 len: 168 time: 0.2829082 Jul 23 09:32:05.299525 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2bcf-36f1-4049-a478-409781386fed admin admin] Pushing event deleted for resources: {'Network': ['ID=8f629943-1d58-490a-afe8-0663aee1a487,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:05.451898 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60316) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:05.490358 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e1df4228-9904-4a4b-b0b6-18a4a8e0c7c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40a7cfff2d0d479b8d23aa243902cc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373428 Jul 23 09:32:05.492741 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60318) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:05.537476 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.557661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.601612 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.604216 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:05.605364 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16c9997f-edca-4708-b3a7-e5c4dbf67269 HTTP/1.1" status: 204 len: 168 time: 0.1117663 Jul 23 09:32:05.615697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424fa5-9911-4d39-afed-48025ceec3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9997f-edca-4708-b3a7-e5c4dbf67269,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:06.384252 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19bd1-744f-4b89-8d13-3d32134d4260 req-d21934c5-602e-4ca0-a6a4-eb23ad7264eb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:06.386157 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-99f19bd1-744f-4b89-8d13-3d32134d4260 req-d21934c5-602e-4ca0-a6a4-eb23ad7264eb tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0762379 Jul 23 09:32:06.429552 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-99f19bd1-744f-4b89-8d13-3d32134d4260 req-fd166378-0862-4dcf-b770-66692a45edf6 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372667 Jul 23 09:32:07.569468 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569dc12-464d-4d5b-8bd2-a07f3cbf03ba req-adc118cd-c5ce-4649-abc7-26e173473962 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:07.571157 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b569dc12-464d-4d5b-8bd2-a07f3cbf03ba req-adc118cd-c5ce-4649-abc7-26e173473962 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0699117 Jul 23 09:32:07.615550 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b569dc12-464d-4d5b-8bd2-a07f3cbf03ba req-e4fdb475-bd29-48b2-b7fe-0f9e8c29a45e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Jul 23 09:32:07.716428 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:32:08.507602 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5fa1-5be2-49f8-bfa3-1a279b0e2171 req-91541318-28bd-4add-b660-cc08c258b12a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:08.509124 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09de5fa1-5be2-49f8-bfa3-1a279b0e2171 req-91541318-28bd-4add-b660-cc08c258b12a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 946 time: 0.0655107 Jul 23 09:32:08.546562 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-09de5fa1-5be2-49f8-bfa3-1a279b0e2171 req-4c3fd436-0ebd-45f0-946c-6f329bbe0fae tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Jul 23 09:32:08.604876 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:32:08.681112 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:08.707868 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:32:08.710114 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6e52c1-f35e-4e9a-854b-be53c436b915" -d '{"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:32:08.725469 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:32:08.747085 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:08.751760 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92134c6e-7fd5-4354-a0e8-206a975d374e x-openstack-request-id: req-92134c6e-7fd5-4354-a0e8-206a975d374e {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:32:08.752053 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-unplugged", "status": "failed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "code": 422}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:32:08.752486 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92134c6e-7fd5-4354-a0e8-206a975d374e {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:32:08.753029 dv-cinder-801989-2-iscsi neutron-server[92982]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'code': 422} returned with failed status Jul 23 09:32:08.804285 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=8']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:08.863811 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60414) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:08.975363 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-dac90d21-73a8-47ef-8f8c-b9a9a677f1e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104007 Jul 23 09:32:09.679841 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2cff-8ba5-45b5-98d5-45e3fc85d575 req-d7a1ec68-1736-4797-8f5e-0f113d70bd26 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:09.681248 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c13c2cff-8ba5-45b5-98d5-45e3fc85d575 req-d7a1ec68-1736-4797-8f5e-0f113d70bd26 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0641150 Jul 23 09:32:09.719260 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c13c2cff-8ba5-45b5-98d5-45e3fc85d575 req-e36643d2-4441-4c9c-9feb-dd73facb2a8c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 Jul 23 09:32:09.769253 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-c147b1cd-37ca-4a9c-a427-167342d813a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:09.770897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-c147b1cd-37ca-4a9c-a427-167342d813a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4&tenant_id=0d342112200849988626ba271f263bab HTTP/1.1" status: 200 len: 1097 time: 0.0560181 Jul 23 09:32:09.843318 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-73aabd6f-914e-4c4e-bc11-3fa84eac0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:09.844897 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-73aabd6f-914e-4c4e-bc11-3fa84eac0c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0523944 Jul 23 09:32:09.932994 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-25a4bbb3-a163-4724-86cd-0c74753a1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:09.934333 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-25a4bbb3-a163-4724-86cd-0c74753a1fb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.0814104 Jul 23 09:32:10.002020 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-5f8884c3-97a5-446a-888f-1fdc2764bb7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 999 time: 0.0610795 Jul 23 09:32:10.050100 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-7518bdca-43f3-41d0-a7ba-57ea0c2585d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:10.052594 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-7518bdca-43f3-41d0-a7ba-57ea0c2585d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0442619 Jul 23 09:32:10.109907 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-6b6af15e-bae1-4966-b9ae-cc22ca5dc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:10.111586 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-6b6af15e-bae1-4966-b9ae-cc22ca5dc4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525143 Jul 23 09:32:10.212159 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-2446c5d4-e20d-4591-bb76-d218ad1845bf service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916853 Jul 23 09:32:10.315037 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97212895-9641-4a28-8da2-45e4d8fd41ed req-3dfb0a53-e140-4516-8b0a-4f888183a140 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933111 Jul 23 09:32:10.882233 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afe562-c30d-44a5-8423-ff8ed8e42fa1 req-d257d1bd-18e9-4f8f-99c3-0fd8461abea2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:10.890946 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-50afe562-c30d-44a5-8423-ff8ed8e42fa1 req-d257d1bd-18e9-4f8f-99c3-0fd8461abea2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0922506 Jul 23 09:32:10.943772 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-50afe562-c30d-44a5-8423-ff8ed8e42fa1 req-df2007b1-8693-47c6-895b-0f69adf5ee54 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506272 Jul 23 09:32:12.080469 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b0e70-792f-448e-92cd-c060698f19e4 req-4930bc00-9f2f-4ef4-9832-eeb15e9309c3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:12.082950 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-686b0e70-792f-448e-92cd-c060698f19e4 req-4930bc00-9f2f-4ef4-9832-eeb15e9309c3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0740066 Jul 23 09:32:12.120912 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-686b0e70-792f-448e-92cd-c060698f19e4 req-e3d90d54-ead6-41ff-a8ab-e80b95132fff tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324929 Jul 23 09:32:13.257850 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2772ec-7786-46b8-9e27-25eb35f26125 req-0961ba0c-9aa3-4016-8a6c-9e4a7d7fba5f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:13.259391 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e2772ec-7786-46b8-9e27-25eb35f26125 req-0961ba0c-9aa3-4016-8a6c-9e4a7d7fba5f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0650175 Jul 23 09:32:13.297311 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e2772ec-7786-46b8-9e27-25eb35f26125 req-a6079de0-7806-48dd-9473-955085a649e7 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324576 Jul 23 09:32:14.436585 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50dc05-eadd-4217-8d0d-a6aafa0cd974 req-70d086bc-a8ce-4b5b-98ae-968abae45300 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:14.438099 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9c50dc05-eadd-4217-8d0d-a6aafa0cd974 req-70d086bc-a8ce-4b5b-98ae-968abae45300 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0671933 Jul 23 09:32:14.477870 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9c50dc05-eadd-4217-8d0d-a6aafa0cd974 req-6375d39c-6d3b-42cd-b0ae-e62efc143275 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341692 Jul 23 09:32:15.627338 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1455e2a-39bf-4b88-a323-55658afb0f05 req-dccbba8a-a9ae-4078-8c63-ab696e0ae801 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:15.631995 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b1455e2a-39bf-4b88-a323-55658afb0f05 req-dccbba8a-a9ae-4078-8c63-ab696e0ae801 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0787256 Jul 23 09:32:15.670731 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b1455e2a-39bf-4b88-a323-55658afb0f05 req-9b4732f7-9897-407a-aa10-a9345cb8bc5e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357926 Jul 23 09:32:16.813158 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48875d-2712-44ad-b43c-d7058ab18216 req-2f8ca431-a952-49ad-9f80-b01ed029d72d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:16.814708 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1e48875d-2712-44ad-b43c-d7058ab18216 req-2f8ca431-a952-49ad-9f80-b01ed029d72d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0737987 Jul 23 09:32:16.858104 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1e48875d-2712-44ad-b43c-d7058ab18216 req-0251d0ef-9a64-4a04-95d5-ccc47c1a9ce4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372708 Jul 23 09:32:17.996095 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94bb7a-3d2c-444a-ba6a-a3662d2b87a9 req-87873ca0-2205-44c8-918a-9e60bda94d9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:17.997628 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a94bb7a-3d2c-444a-ba6a-a3662d2b87a9 req-87873ca0-2205-44c8-918a-9e60bda94d9c tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0666046 Jul 23 09:32:18.042343 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a94bb7a-3d2c-444a-ba6a-a3662d2b87a9 req-1ba49692-6d99-4b67-ad57-7c2ad3660240 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387330 Jul 23 09:32:19.183017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494e62-f058-4d3c-b20e-6842e98a3b17 req-1237c8e9-ba54-4fa4-ac1c-7098aa2e681f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:19.184643 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0f494e62-f058-4d3c-b20e-6842e98a3b17 req-1237c8e9-ba54-4fa4-ac1c-7098aa2e681f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0648870 Jul 23 09:32:19.224519 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0f494e62-f058-4d3c-b20e-6842e98a3b17 req-e3d71d22-231b-4182-9250-7a4586632325 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Jul 23 09:32:20.362249 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48accd2e-a587-4e61-a212-74332c47da3f req-2f012fda-619f-4b9a-a733-12b3009ed0f2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:20.364402 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-48accd2e-a587-4e61-a212-74332c47da3f req-2f012fda-619f-4b9a-a733-12b3009ed0f2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0678265 Jul 23 09:32:20.402489 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-48accd2e-a587-4e61-a212-74332c47da3f req-38b89a8a-94ef-4c6a-8454-eed04bff309e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Jul 23 09:32:21.537566 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2176b-111e-4db1-ab6c-92ef49e16d8a req-0ad86db7-2c3c-4022-a27a-e107fffca02e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:21.539060 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7aa2176b-111e-4db1-ab6c-92ef49e16d8a req-0ad86db7-2c3c-4022-a27a-e107fffca02e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0635011 Jul 23 09:32:21.576145 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7aa2176b-111e-4db1-ab6c-92ef49e16d8a req-872d4018-6564-43dc-8be8-4263fc0b16f2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Jul 23 09:32:22.709806 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ff87c-07e1-4cd2-877b-0fd2598d956b req-24d5c711-8aa6-4cbe-834a-333cf9c4a0c2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:22.711261 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e2ff87c-07e1-4cd2-877b-0fd2598d956b req-24d5c711-8aa6-4cbe-834a-333cf9c4a0c2 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0653329 Jul 23 09:32:22.746379 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e2ff87c-07e1-4cd2-877b-0fd2598d956b req-b5d897a3-c64a-4c4d-8421-15a2e2eaf75b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296602 Jul 23 09:32:23.882877 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7124b-46f4-45af-8d55-9572103685cb req-d3d92db7-8288-44ff-b46b-7af9273694e3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:23.884382 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bcd7124b-46f4-45af-8d55-9572103685cb req-d3d92db7-8288-44ff-b46b-7af9273694e3 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0662947 Jul 23 09:32:23.922893 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bcd7124b-46f4-45af-8d55-9572103685cb req-fbf8b378-9d32-4b2d-bc7e-64ed6b28c2d5 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Jul 23 09:32:23.923225 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:24.391753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-b30bdd86-29e6-4f26-bf22-277022f52e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:24.393235 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-b30bdd86-29e6-4f26-bf22-277022f52e9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d342112200849988626ba271f263bab&device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0525522 Jul 23 09:32:24.498503 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-27f3d211-d2c5-4c13-b00f-5c24c9d5f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:24.500023 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-27f3d211-d2c5-4c13-b00f-5c24c9d5f766 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 200 len: 917 time: 0.0877764 Jul 23 09:32:24.567352 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-3d7d4f95-5d04-4f38-8b7f-8fb2e3a31ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 200 len: 999 time: 0.0595243 Jul 23 09:32:24.618504 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-fcac1aa7-6737-41e4-9d1d-76f49af32cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:24.619975 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-fcac1aa7-6737-41e4-9d1d-76f49af32cb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 200 len: 855 time: 0.0460982 Jul 23 09:32:24.677069 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-f283cf89-dbe1-4197-b05b-0fcd0560c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:24.678427 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-f283cf89-dbe1-4197-b05b-0fcd0560c905 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9625e337-30a5-47e8-b481-7390bd34073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518575 Jul 23 09:32:24.764439 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-a294bd80-0cba-4eb7-81e7-9427ad74ce3f service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791945 Jul 23 09:32:24.854089 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68d74f25-b4c4-4579-8b53-6b91f12a514b req-314cb94e-8d70-4fa3-ab86-8c9c83f5d1a1 service neutron] 10.222.0.13 "GET /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836608 Jul 23 09:32:25.057542 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516b3a-a518-4ce5-8428-8d6e62dfa8da req-1f6b84bb-b472-4f92-9883-55b0e249a79b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:25.059018 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75516b3a-a518-4ce5-8428-8d6e62dfa8da req-1f6b84bb-b472-4f92-9883-55b0e249a79b tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0623713 Jul 23 09:32:25.097340 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75516b3a-a518-4ce5-8428-8d6e62dfa8da req-7be558ba-2763-40e3-bab0-d808c83017ab tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Jul 23 09:32:26.220731 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-196b3ff7-b80b-4738-a8d3-352d8ef2c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:26.236614 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12a9b-5415-476b-a9a6-b1d8d391717f req-8629d0ef-8d92-49cb-acc9-cc18b8e77455 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:26.238167 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23f12a9b-5415-476b-a9a6-b1d8d391717f req-8629d0ef-8d92-49cb-acc9-cc18b8e77455 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 944 time: 0.0691261 Jul 23 09:32:26.274897 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-23f12a9b-5415-476b-a9a6-b1d8d391717f req-2b132990-2e51-4970-8221-940176e88359 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Jul 23 09:32:26.710190 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:32:26.803396 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:32:26.817729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '1795945c-7f10-4920-8026-dc5e131b1913', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'port_id': '1795945c-7f10-4920-8026-dc5e131b1913', 'mac_address': 'fa:16:3e:1b:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:32:26.855835 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:26.871803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:32:26.891038 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:32:26.894584 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:26.938829 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=9']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:27.107322 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['1795945c-7f10-4920-8026-dc5e131b1913'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:32:27.412312 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedbfdf-ac42-4551-b5e2-6391e2416948 req-f0207c5a-a601-4ab4-b9ff-c88555337691 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:27.413682 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-caedbfdf-ac42-4551-b5e2-6391e2416948 req-f0207c5a-a601-4ab4-b9ff-c88555337691 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 945 time: 0.0678639 Jul 23 09:32:27.450252 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-caedbfdf-ac42-4551-b5e2-6391e2416948 req-c697c769-ab6e-46d3-b1fd-837e1a4407dc tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Jul 23 09:32:28.586894 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ead8a-e030-4878-89db-3b9c627d6b19 req-9604856f-70a9-416c-bb13-2343bf4c2b31 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:28.588414 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-594ead8a-e030-4878-89db-3b9c627d6b19 req-9604856f-70a9-416c-bb13-2343bf4c2b31 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 945 time: 0.0659688 Jul 23 09:32:28.625409 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-594ead8a-e030-4878-89db-3b9c627d6b19 req-e55deeaf-5575-4a95-ae82-aaa80aceccb9 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315990 Jul 23 09:32:28.709463 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:32:28.759308 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 1795945c-7f10-4920-8026-dc5e131b1913 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:32:28.759714 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:28.836400 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:28.858597 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:32:28.861013 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a405c5-5660-492f-b87d-2a42835296b8" -d '{"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:32:28.873386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:32:28.877332 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:28.904693 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b0f63-2d62-47ed-a57c-8362c5b73d9f x-openstack-request-id: req-0a7b0f63-2d62-47ed-a57c-8362c5b73d9f {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:32:28.905096 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:32:28.905330 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a7b0f63-2d62-47ed-a57c-8362c5b73d9f {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:32:28.905692 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'code': 200} Jul 23 09:32:29.067439 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=10']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:29.071080 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:29.110197 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-297b0869-8683-4cb6-ba13-4b6c7e6a6a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:29.125517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbba1d0-cac6-4e6b-8c69-aa22c86158c3 req-a2fef5e5-5cb4-4b64-ac1f-b1a0019627de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:29.127049 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7dbba1d0-cac6-4e6b-8c69-aa22c86158c3 req-a2fef5e5-5cb4-4b64-ac1f-b1a0019627de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 1100 time: 0.0541186 Jul 23 09:32:29.163268 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7dbba1d0-cac6-4e6b-8c69-aa22c86158c3 req-5418a2a9-c369-47e4-8783-a6077656006e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301683 Jul 23 09:32:29.756880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce5167-205d-4fdf-a8a4-b17d101d3a3a req-b0e2f370-3da3-4ada-9146-27fae93a565d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:29.758406 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-12ce5167-205d-4fdf-a8a4-b17d101d3a3a req-b0e2f370-3da3-4ada-9146-27fae93a565d tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 947 time: 0.0632687 Jul 23 09:32:29.795083 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-12ce5167-205d-4fdf-a8a4-b17d101d3a3a req-fdc64392-769f-407d-b9e0-cb661d7ab2b0 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Jul 23 09:32:30.208644 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:30.931578 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1562b2a-2c0d-4af8-9eff-292922bd72b6 req-7585d67f-1f5e-4bad-bdc9-ea0f5cc4a01a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:30.933138 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1562b2a-2c0d-4af8-9eff-292922bd72b6 req-7585d67f-1f5e-4bad-bdc9-ea0f5cc4a01a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 947 time: 0.0657187 Jul 23 09:32:30.969965 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1562b2a-2c0d-4af8-9eff-292922bd72b6 req-599125e0-06bf-46bd-8296-ee442f854b84 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Jul 23 09:32:31.561055 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.613692 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60752) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:36.717649 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.804291 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.807825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.846124 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a47f9d4671840bfb829a29439f63976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313790 Jul 23 09:32:36.848065 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9621142-023e-49c1-bddd-eb24ae39fa25,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:36.849296 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60756) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:36.855294 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.855671 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.856011 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.856347 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.856677 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.857006 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.857337 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.857661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.857986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.858311 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.858634 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.858955 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbab96c-d939-4c74-a9ee-4441e3e06628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:36.897510 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.918824 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.963499 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.965980 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:36.967173 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9621142-023e-49c1-bddd-eb24ae39fa25 HTTP/1.1" status: 204 len: 168 time: 0.1168916 Jul 23 09:32:36.975025 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2210d-3c61-4960-bb6f-b8ca3ef79831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9621142-023e-49c1-bddd-eb24ae39fa25,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:37.217925 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60762) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:37.234360 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16b7c55e-7a13-4ea7-a7fa-bd55614b7953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.318856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16b7c55e-7a13-4ea7-a7fa-bd55614b7953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.322610 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16b7c55e-7a13-4ea7-a7fa-bd55614b7953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.361710 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-16b7c55e-7a13-4ea7-a7fa-bd55614b7953 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a8bf187f2d740a089fdc47502d31ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427174 Jul 23 09:32:37.362699 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7c55e-7a13-4ea7-a7fa-bd55614b7953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55719a77-48ff-4064-b1ad-3b69093cd313,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:37.364482 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60764) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:37.414751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.434739 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.480284 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.483048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:37.484299 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55719a77-48ff-4064-b1ad-3b69093cd313 HTTP/1.1" status: 204 len: 168 time: 0.1187017 Jul 23 09:32:37.492291 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b42bb-ffb5-41cd-b9ec-b5dc0ce2eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55719a77-48ff-4064-b1ad-3b69093cd313,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:41.730810 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60848) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:41.829787 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a452dec-fc64-428b-a64a-2b338333111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:41.918352 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a452dec-fc64-428b-a64a-2b338333111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:41.921906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a452dec-fc64-428b-a64a-2b338333111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:41.959762 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2a452dec-fc64-428b-a64a-2b338333111f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb346b9295c34ba2827fbeee8eb52d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278399 Jul 23 09:32:41.960614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a452dec-fc64-428b-a64a-2b338333111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7615b-7f67-4a6b-a76e-9397af2a512d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:41.962459 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60852) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:42.010449 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.030974 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.075263 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.077818 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.078968 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67d7615b-7f67-4a6b-a76e-9397af2a512d HTTP/1.1" status: 204 len: 168 time: 0.1155312 Jul 23 09:32:42.087338 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c2b3-f5a5-45e0-8c6c-aec61f1d2c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7615b-7f67-4a6b-a76e-9397af2a512d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:42.336897 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60858) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:42.349827 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a017daed-6421-4691-8449-0205b8f3832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.448734 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a017daed-6421-4691-8449-0205b8f3832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.452698 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a017daed-6421-4691-8449-0205b8f3832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.498737 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a017daed-6421-4691-8449-0205b8f3832f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0df7ec298b8e4025b3009a0b36029add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581993 Jul 23 09:32:42.498737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017daed-6421-4691-8449-0205b8f3832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e8dac-e6f3-42c1-9ee9-bdc1c198441d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:42.499804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60860) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:42.554499 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.575302 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.624060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.626959 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:42.629010 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c06e8dac-e6f3-42c1-9ee9-bdc1c198441d HTTP/1.1" status: 204 len: 168 time: 0.1278172 Jul 23 09:32:42.637456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c080cb-3558-457e-bf44-51cec15e67e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e8dac-e6f3-42c1-9ee9-bdc1c198441d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:44.164155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60904) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:44.264136 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-492582d9-2fe3-415b-9a3f-7fbec7d19810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.351356 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-492582d9-2fe3-415b-9a3f-7fbec7d19810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.354948 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-492582d9-2fe3-415b-9a3f-7fbec7d19810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.394539 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-492582d9-2fe3-415b-9a3f-7fbec7d19810 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=405c6458f5524212a9ecda19e41a10e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293315 Jul 23 09:32:44.395625 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492582d9-2fe3-415b-9a3f-7fbec7d19810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c046b0-7e80-43ba-9724-62eb26a40310,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:44.397238 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60908) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:44.446568 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.466535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.512147 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.514833 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.515997 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6c046b0-7e80-43ba-9724-62eb26a40310 HTTP/1.1" status: 204 len: 168 time: 0.1177762 Jul 23 09:32:44.524033 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c6fb8-aa44-4f9f-958b-c5b6aa2ed957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c046b0-7e80-43ba-9724-62eb26a40310,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:44.714679 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:32:44.765729 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 60914) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:44.780164 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f530cc5b-4cc5-4772-8d3e-fd1da097a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.868872 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f530cc5b-4cc5-4772-8d3e-fd1da097a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.872548 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f530cc5b-4cc5-4772-8d3e-fd1da097a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.913960 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f530cc5b-4cc5-4772-8d3e-fd1da097a4be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13aa555b279e44afaf911a08a8771fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447809 Jul 23 09:32:44.913960 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cc5b-4cc5-4772-8d3e-fd1da097a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea6d7d-068c-4361-9a5e-71625fc87325,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:44.914372 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 60916) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:44.964308 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:44.985090 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:45.033498 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:45.037226 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:45.038345 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aea6d7d-068c-4361-9a5e-71625fc87325 HTTP/1.1" status: 204 len: 168 time: 0.1222677 Jul 23 09:32:45.045957 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040866-36a8-4d96-9376-7a79096da6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea6d7d-068c-4361-9a5e-71625fc87325,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:53.927329 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:54.761065 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32840) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:54.865195 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:54.958151 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:54.962015 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.004789 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df675bab262e49ab94be34501e2d32ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423532 Jul 23 09:32:55.007044 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32846) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:55.013638 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1cd5cc-f7ee-4e03-9fbf-ac7004b9231f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:55.026605 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.026954 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.027291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.027661 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.027986 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.028318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.028636 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.029152 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.029481 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.029800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.030118 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.030439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64266f43-8142-45f3-96e8-a07d72c5490e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:32:55.078527 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.100670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.147463 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.150082 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.151532 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be1cd5cc-f7ee-4e03-9fbf-ac7004b9231f HTTP/1.1" status: 204 len: 168 time: 0.1435883 Jul 23 09:32:55.159117 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60b493-4a04-4f93-b99e-ef6671b3fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1cd5cc-f7ee-4e03-9fbf-ac7004b9231f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:55.401462 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 32854) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:55.416082 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b7fd97eb-2da4-428b-bdaf-1e146fa627ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.504170 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b7fd97eb-2da4-428b-bdaf-1e146fa627ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.507624 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b7fd97eb-2da4-428b-bdaf-1e146fa627ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.545337 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b7fd97eb-2da4-428b-bdaf-1e146fa627ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f33b0aa57d7a4c81a5d0b6a2f2411e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427760 Jul 23 09:32:55.546418 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd97eb-2da4-428b-bdaf-1e146fa627ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6ba09-46ae-491f-8b81-e460852bd3b5,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:55.548137 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32856) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:55.598675 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.618856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.664603 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.667255 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:55.668440 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ad6ba09-46ae-491f-8b81-e460852bd3b5 HTTP/1.1" status: 204 len: 168 time: 0.1193099 Jul 23 09:32:55.676276 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f76468-d0cb-4899-980f-37f5446c0f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6ba09-46ae-491f-8b81-e460852bd3b5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:55.975519 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32862) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:55.989078 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0563-89d6-4ecd-85a8-3c81542c39d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.076637 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0563-89d6-4ecd-85a8-3c81542c39d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.080508 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0563-89d6-4ecd-85a8-3c81542c39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.118046 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0563-89d6-4ecd-85a8-3c81542c39d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c8e80-2a4b-4592-91a5-9d84128e320a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:56.123284 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4b5f0563-89d6-4ecd-85a8-3c81542c39d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd261897ff4345adbed37ea6bf84dfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465681 Jul 23 09:32:56.126029 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32866) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:56.173315 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.194653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.226932 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8b202081-ea5a-40ed-b710-542a8d9151ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.245848 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.248525 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:56.249669 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a7c8e80-2a4b-4592-91a5-9d84128e320a HTTP/1.1" status: 204 len: 168 time: 0.1228542 Jul 23 09:32:56.257946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905fca-1f47-412e-b333-d6ca0a96d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c8e80-2a4b-4592-91a5-9d84128e320a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:58.039988 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 32938) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:58.145823 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f280943-bfbe-40ad-8ce9-62d7ca0aadc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.236134 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f280943-bfbe-40ad-8ce9-62d7ca0aadc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.241296 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5f280943-bfbe-40ad-8ce9-62d7ca0aadc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.282103 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5f280943-bfbe-40ad-8ce9-62d7ca0aadc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=527eec6a0f024b099af205d2dedf8e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407486 Jul 23 09:32:58.283615 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280943-bfbe-40ad-8ce9-62d7ca0aadc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ccb256-8372-4fd2-8fcc-cfc91f21e5a6,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:58.284469 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 32948) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:58.337827 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.358214 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.405614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.408067 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.409203 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41ccb256-8372-4fd2-8fcc-cfc91f21e5a6 HTTP/1.1" status: 204 len: 168 time: 0.1235356 Jul 23 09:32:58.417614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6447d6-d999-469e-b811-ca0714c6863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ccb256-8372-4fd2-8fcc-cfc91f21e5a6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:58.475618 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-596be97e-8cd8-447a-90e4-f26eca2e538a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591204523&fields=id&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 267 time: 0.0336909 Jul 23 09:32:58.588186 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-6066fed4-25cd-4bf9-9404-df6e9428115e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:32:58.589669 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-6066fed4-25cd-4bf9-9404-df6e9428115e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1054909 Jul 23 09:32:58.604653 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-c1da7c24-0516-4213-a737-e1c3dd490d23 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/quotas/85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Jul 23 09:32:58.675268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 32960) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:58.680685 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-8c0c0797-7959-4fa4-a936-106bebf35b87 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710065 Jul 23 09:32:58.689086 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30e96efd-3254-41f1-98fb-28cd32daad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.781111 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-8dbf337c-f9ca-4e80-a85d-e1d45d184593 service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894413 Jul 23 09:32:58.784505 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30e96efd-3254-41f1-98fb-28cd32daad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.788895 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30e96efd-3254-41f1-98fb-28cd32daad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.828034 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-30e96efd-3254-41f1-98fb-28cd32daad4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c500c443181436b861c4a15b850c1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509156 Jul 23 09:32:58.830089 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 32962) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:32:58.836825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96efd-3254-41f1-98fb-28cd32daad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f9662-3efd-4983-9c5b-bbeaa1098e98,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:58.876925 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-272d70a3-9b72-4e96-8059-17b8dc8ef6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891643 Jul 23 09:32:58.880837 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.904885 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.938414 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.958235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.960789 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:58.961963 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc5f9662-3efd-4983-9c5b-bbeaa1098e98 HTTP/1.1" status: 204 len: 168 time: 0.1309562 Jul 23 09:32:58.969936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973aa76-b043-4d66-ae13-6b04755aa380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f9662-3efd-4983-9c5b-bbeaa1098e98,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:32:59.104220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0c693b22-ac5e-41fa-b608-ab3d194b9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:32:59.183856 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00b04396-f850-431c-92fb-44fbadce03ba req-e915b377-950c-4e36-a441-f1df614bd5f5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 210 time: 0.0309598 Jul 23 09:33:00.104893 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-11aba133-47cf-4135-b2d9-3f3fb1174d62 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:00.108276 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-11aba133-47cf-4135-b2d9-3f3fb1174d62 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 812 time: 0.1101680 Jul 23 09:33:00.161920 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-2f578810-68c5-489a-bb07-39c2baa3b73b tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85196b1f5a504e7cbe24427724298882 HTTP/1.1" status: 200 len: 379 time: 0.0433650 Jul 23 09:33:00.180484 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'port': {'device_id': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'admin_state_up': True, 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'security_groups': ['bb51d218-1ded-41fb-8f1c-1f025a7ecb39']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:00.214656 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.295066 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b519be08-9f6a-4d0b-8ee4-5e0d28d11674 req-12295ff0-3139-4bbe-b2c4-0627be8cf8e4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 210 time: 0.0369473 Jul 23 09:33:00.308221 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Made reservation on behalf of 85196b1f5a504e7cbe24427724298882 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:00.312402 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.441944 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.20.0.3 (fe06b95f-3f48-4bf9-9a43-327d0458bae5/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb/a2ffeb6d-9532-4aa0-b88f-057387494bf3) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:00.590402 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.609282 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Transition to ACTIVE for port object a2ffeb6d-9532-4aa0-b88f-057387494bf3 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:00.647129 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.694048 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:00.697109 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:00.701361 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:00.705197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:00.750535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:00.751074 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.767610 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-65913e3d-a1ba-4a65-844e-e25ca1de5f8f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918086 Jul 23 09:33:00.781023 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Request body: {'port': {'device_id': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:00.871880 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.912014 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ce6b8b80-068d-4eb0-b2cb-e0bb103d3d76 None None] Provisioning for port a2ffeb6d-9532-4aa0-b88f-057387494bf3 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:33:00.916351 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ce6b8b80-068d-4eb0-b2cb-e0bb103d3d76 None None] Provisioning complete for port a2ffeb6d-9532-4aa0-b88f-057387494bf3 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:33:00.916926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8b80-068d-4eb0-b2cb-e0bb103d3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:00.956154 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b8b80-068d-4eb0-b2cb-e0bb103d3d76 None None] Port a2ffeb6d-9532-4aa0-b88f-057387494bf3 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:33:01.155742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ffeb6d-9532-4aa0-b88f-057387494bf3 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:01.163642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.175137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Transition to ACTIVE for port object a2ffeb6d-9532-4aa0-b88f-057387494bf3 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:01.179858 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.229622 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:01.302043 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Attempting to bind port a2ffeb6d-9532-4aa0-b88f-057387494bf3 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:33:01.302349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Attempting to bind port a2ffeb6d-9532-4aa0-b88f-057387494bf3 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:33:01.302682 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Attempting to bind port a2ffeb6d-9532-4aa0-b88f-057387494bf3 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:01.307318 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Port a2ffeb6d-9532-4aa0-b88f-057387494bf3 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:33:01.307677 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Attempting to bind port a2ffeb6d-9532-4aa0-b88f-057387494bf3 on network fe06b95f-3f48-4bf9-9a43-327d0458bae5 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:01.313795 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:33:01.314125 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Checking segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:01.314507 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Bound using segment: {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:33:01.314934 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Bound port: a2ffeb6d-9532-4aa0-b88f-057387494bf3, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fac708-fe9e-4566-9b88-93429677fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:33:01.315290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.409425 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:33:01.423677 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:33:01.430913 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.564500 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.697619 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:01.698100 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:01.699344 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] 10.222.0.13 "PUT /v2.0/ports/a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 200 len: 1093 time: 0.9229975 Jul 23 09:33:01.701880 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:01.704820 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554a8d77-1a90-48eb-95ba-a715d7091c84" -d '{"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:01.751110 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64b2c0-8eb5-407e-85b4-13c0e61e1481 req-3756dfef-a108-4b11-9ccb-9c141127d189 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:01.752672 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1d64b2c0-8eb5-407e-85b4-13c0e61e1481 req-3756dfef-a108-4b11-9ccb-9c141127d189 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.3772938 Jul 23 09:33:01.754206 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c24225-b441-40a1-ba9c-75665ce35091 x-openstack-request-id: req-63c24225-b441-40a1-ba9c-75665ce35091 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:01.754533 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:01.754772 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63c24225-b441-40a1-ba9c-75665ce35091 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:01.755149 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'status': 'completed', 'code': 200} Jul 23 09:33:01.764636 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245cbe-4841-4ae0-a75c-c3cfb2a52542 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:01.825497 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1d64b2c0-8eb5-407e-85b4-13c0e61e1481 req-16f7e4c9-80b8-4413-866b-375bcbdafea0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616155 Jul 23 09:33:01.840086 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-33ec7cb4-7e4b-4e27-951b-a33b38e11222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:01.841558 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-33ec7cb4-7e4b-4e27-951b-a33b38e11222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1096 time: 0.0856776 Jul 23 09:33:01.886331 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-d83746c2-c9b4-4b21-9a66-1a397b29c891 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 200 len: 217 time: 0.0364475 Jul 23 09:33:01.933860 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-7b02122c-c2d4-4ed1-a913-e168d3b52fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:01.935261 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-7b02122c-c2d4-4ed1-a913-e168d3b52fec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0428574 Jul 23 09:33:01.991011 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-df72d055-8dfc-46a0-a513-a969920e2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:01.992373 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-df72d055-8dfc-46a0-a513-a969920e2269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498774 Jul 23 09:33:02.083271 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-5e30c5fb-1164-48eb-a21e-2e63136c5bc9 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839844 Jul 23 09:33:02.170011 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f191dc43-9e87-4826-b66a-28e2df141a2d req-50d16468-0a88-433e-88a7-5522b0b8ea82 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798931 Jul 23 09:33:02.271289 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-24633a98-752b-4813-96ee-63633fdcc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:02.272877 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-24633a98-752b-4813-96ee-63633fdcc30f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1096 time: 0.0554409 Jul 23 09:33:02.369217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-38d924a0-5897-4c7d-89ce-011ee423d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:02.370731 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-38d924a0-5897-4c7d-89ce-011ee423d40c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.0915303 Jul 23 09:33:02.411001 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-b70406d4-19e2-4799-9e0d-505c97fe16ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 200 len: 217 time: 0.0338161 Jul 23 09:33:02.465910 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-b13bd8f5-5c45-45b3-87f0-08ceecaa5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:02.467669 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-b13bd8f5-5c45-45b3-87f0-08ceecaa5040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0473998 Jul 23 09:33:02.533327 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-9a9af526-0b8f-4e1a-8d25-f21539d9b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:02.535653 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-9a9af526-0b8f-4e1a-8d25-f21539d9b2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590458 Jul 23 09:33:02.634378 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-6683a845-7a28-4138-a538-2036e5cb26ae service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891657 Jul 23 09:33:02.732343 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-554a8d77-1a90-48eb-95ba-a715d7091c84 req-594f8f48-7982-4860-9f85-840ac445c046 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jul 23 09:33:02.960700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b21e-c721-4d90-98c9-0f47cd03f5d8 req-9a707025-5fc3-453f-ae46-794e1ad05550 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:02.962368 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f88b21e-c721-4d90-98c9-0f47cd03f5d8 req-9a707025-5fc3-453f-ae46-794e1ad05550 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.0678849 Jul 23 09:33:03.003156 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f88b21e-c721-4d90-98c9-0f47cd03f5d8 req-62c9ce2c-4ee0-40ec-8cf5-f1ca55fdbc73 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349929 Jul 23 09:33:04.154230 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f66915-ef2d-43b9-bc1f-45f196e1492e req-6a67c648-b87a-4317-b7c1-3989902b18d4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:04.156509 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-69f66915-ef2d-43b9-bc1f-45f196e1492e req-6a67c648-b87a-4317-b7c1-3989902b18d4 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.0853717 Jul 23 09:33:04.195438 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-69f66915-ef2d-43b9-bc1f-45f196e1492e req-85798699-1bd5-4b2a-8c4f-fb34c6c945d5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Jul 23 09:33:04.243899 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75dd1-a966-4440-9f15-7479b98e9bb7 req-82e424aa-d9c4-4fc6-9bff-2f26c11ba6b1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:04.245474 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3bb75dd1-a966-4440-9f15-7479b98e9bb7 req-82e424aa-d9c4-4fc6-9bff-2f26c11ba6b1 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 947 time: 0.0735657 Jul 23 09:33:04.285194 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3bb75dd1-a966-4440-9f15-7479b98e9bb7 req-9e107133-3806-4a43-b25d-540850e69f1a tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340831 Jul 23 09:33:05.330419 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251065da-6179-468a-b995-e15fdcd07218 req-3ba4def2-908b-42f3-a728-ce960e3d6586 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:05.331994 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-251065da-6179-468a-b995-e15fdcd07218 req-3ba4def2-908b-42f3-a728-ce960e3d6586 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.0718400 Jul 23 09:33:05.371379 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-251065da-6179-468a-b995-e15fdcd07218 req-25cb2461-45aa-4ae3-a67d-1d43ab704495 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339072 Jul 23 09:33:05.424989 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115f0b2-d170-468b-8b7a-0003db8e9c9b req-b88b402a-48f4-4672-bfdb-7c58506ef0d4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:05.426255 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f115f0b2-d170-468b-8b7a-0003db8e9c9b req-b88b402a-48f4-4672-bfdb-7c58506ef0d4 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 947 time: 0.0693653 Jul 23 09:33:05.472858 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f115f0b2-d170-468b-8b7a-0003db8e9c9b req-886cb760-67e1-4f05-9cdf-50fab9fe9fad tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups?id=afc86269-cb57-49f8-b32a-41535af8a133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Jul 23 09:33:05.528246 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c88694-186a-4843-b012-d088c92f2325 req-27f1cb80-203a-43b0-8f82-4fa16b246e60 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:05.529701 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68c88694-186a-4843-b012-d088c92f2325 req-27f1cb80-203a-43b0-8f82-4fa16b246e60 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 947 time: 0.0723667 Jul 23 09:33:05.634921 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Deleting port 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:05.635264 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:05.728653 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] For port 1795945c-7f10-4920-8026-dc5e131b1913, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=1795945c-7f10-4920-8026-dc5e131b1913,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:05.729016 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:05.902145 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:05.902594 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:05.902963 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Floating IP 04dd94db-ea83-4d53-9864-d0056fcb31b3 disassociated. External IP: 172.27.3.99, port: 1795945c-7f10-4920-8026-dc5e131b1913. Jul 23 09:33:05.903307 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Calling delete_port for 1795945c-7f10-4920-8026-dc5e131b1913 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:06.026710 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:06.058006 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'Port': ['ID=1795945c-7f10-4920-8026-dc5e131b1913,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:06.165096 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:33:06.268309 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:33:06.278308 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:33:06.287913 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:06.288517 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:06.315111 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] No DVR routers for this DVR port 1795945c-7f10-4920-8026-dc5e131b1913 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:33:06.318719 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:06.320887 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68c88694-186a-4843-b012-d088c92f2325 req-c0db764a-dbf4-4bba-aa68-993ea66d6d46 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.13 "DELETE /v2.0/ports/1795945c-7f10-4920-8026-dc5e131b1913 HTTP/1.1" status: 204 len: 173 time: 0.7851613 Jul 23 09:33:06.321333 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-deleted', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:06.324149 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d40fe-c7f6-4d1f-9f1d-9ec63dedb7be" -d '{"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-deleted", "tag": "1795945c-7f10-4920-8026-dc5e131b1913"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:06.364932 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4d71da-9434-41ee-8725-c9a839ab4162 x-openstack-request-id: req-4d4d71da-9434-41ee-8725-c9a839ab4162 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:06.365390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db123e-324c-43d7-92ec-2b3022e7e4f4", "name": "network-vif-deleted", "tag": "1795945c-7f10-4920-8026-dc5e131b1913", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:06.365651 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d4d71da-9434-41ee-8725-c9a839ab4162 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:06.366048 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db123e-324c-43d7-92ec-2b3022e7e4f4', 'name': 'network-vif-deleted', 'tag': '1795945c-7f10-4920-8026-dc5e131b1913', 'status': 'completed', 'code': 200} Jul 23 09:33:06.394773 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:06.586986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c387-fc71-40b1-961f-3cddfdb7e435 req-08f234f3-9dc1-4734-927f-cd0a5bb058a8 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:06.599626 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2064c387-fc71-40b1-961f-3cddfdb7e435 req-08f234f3-9dc1-4734-927f-cd0a5bb058a8 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.1453185 Jul 23 09:33:06.624345 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8f35c60a-8de2-4b8c-b70f-d162703d81ef req-a6757524-dbd4-4bcd-8eee-57f65979a211 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4db123e-324c-43d7-92ec-2b3022e7e4f4 HTTP/1.1" status: 200 len: 210 time: 0.0417578 Jul 23 09:33:06.653520 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2064c387-fc71-40b1-961f-3cddfdb7e435 req-cb3826fb-590c-4f85-ac82-6b2a3138db30 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529208 Jul 23 09:33:06.714392 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:06.743092 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:33:06.750994 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:06.751626 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:06.866020 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:07.056952 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33128) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.068827 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:07.094724 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16736f-4b48-488f-8561-deb64a764398 None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:26:14Z', 'revision_number': 4, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'ceab88de-e3a1-4498-866e-153f1a27aab5', 'name': '', 'network_id': '9625e337-30a5-47e8-b481-7390bd34073c', 'tenant_id': '0d342112200849988626ba271f263bab', 'mac_address': 'fa:16:3e:78:50:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:10Z', 'updated_at': '2021-07-23T09:26:23Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'subnets': [{'id': '5283a601-07b6-4103-8b4b-db753c9b6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:33:07.164658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-916a5702-b68a-41ac-91f7-3d5f6a519c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.257246 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-916a5702-b68a-41ac-91f7-3d5f6a519c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.261141 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-916a5702-b68a-41ac-91f7-3d5f6a519c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.299488 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-916a5702-b68a-41ac-91f7-3d5f6a519c64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5412d024a47c4669913864392793236c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413549 Jul 23 09:33:07.300324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a5702-b68a-41ac-91f7-3d5f6a519c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e50771-d215-4a35-bfa8-d13f6e4f66b1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:07.302766 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33132) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.309260 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2c791-a6bd-48bc-baf0-8abcf8494db8 None None] New status for floating IP 04dd94db-ea83-4d53-9864-d0056fcb31b3: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:33:07.354115 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.375102 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.424235 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.427555 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.428744 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4e50771-d215-4a35-bfa8-d13f6e4f66b1 HTTP/1.1" status: 204 len: 168 time: 0.1241844 Jul 23 09:33:07.437510 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae638b6d-3289-4d6b-bf12-f97db6803add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e50771-d215-4a35-bfa8-d13f6e4f66b1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:07.690224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33144) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.708475 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-daa0b933-5442-4b0b-bf77-3709c75d0413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.717337 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33146) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.776489 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.801419 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.815838 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612916e-e149-4f5c-a365-bd6c870fdbfc req-b563f37f-270c-4ca1-95fe-8ddfd3d71b2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:07.817360 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e612916e-e149-4f5c-a365-bd6c870fdbfc req-b563f37f-270c-4ca1-95fe-8ddfd3d71b2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.0921626 Jul 23 09:33:07.851181 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.853996 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.855081 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "DELETE /v2.0/security-groups/afc86269-cb57-49f8-b32a-41535af8a133 HTTP/1.1" status: 204 len: 168 time: 0.1364963 Jul 23 09:33:07.859644 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33148) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.875514 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f15d57-027a-40ab-a56d-ce06f6ad238e tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc86269-cb57-49f8-b32a-41535af8a133,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:07.878853 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-a7a0feb2-d977-4ee9-a562-febdcca24559 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] show failed (client error): The resource could not be found. Jul 23 09:33:07.879404 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e612916e-e149-4f5c-a365-bd6c870fdbfc req-d9d32f92-52e0-47a1-ac75-751fc90ff112 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505145 Jul 23 09:33:07.883439 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a7a0feb2-d977-4ee9-a562-febdcca24559 tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "GET /v2.0/security-groups/afc86269-cb57-49f8-b32a-41535af8a133 HTTP/1.1" status: 404 len: 347 time: 0.0193529 Jul 23 09:33:07.883840 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33150) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.892636 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-daa0b933-5442-4b0b-bf77-3709c75d0413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.898045 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-daa0b933-5442-4b0b-bf77-3709c75d0413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:07.940259 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-daa0b933-5442-4b0b-bf77-3709c75d0413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9673c60a4d1d4c3b894e7ef93752855e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465873 Jul 23 09:33:07.940259 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0b933-5442-4b0b-bf77-3709c75d0413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3156a1cf-3c3a-4153-a6f4-5c5f30d741db,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:07.941535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33152) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:07.990049 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.013506 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Deleting port dccee45b-a213-493f-a72a-a4b20211474d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:08.013851 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.013958 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.060700 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.063426 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.064602 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3156a1cf-3c3a-4153-a6f4-5c5f30d741db HTTP/1.1" status: 204 len: 168 time: 0.1217036 Jul 23 09:33:08.074303 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dddf90-60d6-40a5-beb1-6cba220b6288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156a1cf-3c3a-4153-a6f4-5c5f30d741db,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:08.096970 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.097438 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.110092 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Calling delete_port for dccee45b-a213-493f-a72a-a4b20211474d owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:08.243433 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.271964 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Pushing event deleted for resources: {'Port': ['ID=dccee45b-a213-493f-a72a-a4b20211474d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:08.339313 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.341941 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.343111 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-369ec83c-7db9-46bd-acbf-21a6047e380f tempest-AttachVolumeShelveTestJSON-1770136302 tempest-AttachVolumeShelveTestJSON-1770136302-project] 10.222.0.10 "DELETE /v2.0/floatingips/04dd94db-ea83-4d53-9864-d0056fcb31b3 HTTP/1.1" status: 204 len: 168 time: 0.4586422 Jul 23 09:33:08.384274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33160) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:08.397737 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6bffd077-8d34-4aff-a340-d970aca8d2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.494116 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6bffd077-8d34-4aff-a340-d970aca8d2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.497670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6bffd077-8d34-4aff-a340-d970aca8d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.535743 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6bffd077-8d34-4aff-a340-d970aca8d2e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cbf6aec66cc4e72bf1985b91d6f72ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503651 Jul 23 09:33:08.537438 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffd077-8d34-4aff-a340-d970aca8d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ab454-03e8-486f-bf90-360974b40c29,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:08.539025 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33164) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:08.589630 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.610712 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.659507 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.662702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:08.663871 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d4ab454-03e8-486f-bf90-360974b40c29 HTTP/1.1" status: 204 len: 168 time: 0.1237531 Jul 23 09:33:08.671254 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ce58d-76b0-45ba-92f5-96fe71d38129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ab454-03e8-486f-bf90-360974b40c29,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:08.842093 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:33:08.844194 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device a2ffeb6d-9532-4aa0-b88f-057387494bf3 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:33:08.868228 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 1795945c-7f10-4920-8026-dc5e131b1913 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:33:08.868651 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 1795945c-7f10-4920-8026-dc5e131b1913 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:33:08.960827 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:08.972902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'port_id': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'mac_address': 'fa:16:3e:db:e2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:33:09.013344 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.030545 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ffeb6d-9532-4aa0-b88f-057387494bf3 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:09.030793 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805a961-8153-42b9-b56d-0531e75a8411 req-cb63a100-cf85-4186-a9a9-13f661fa9f23 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:09.032349 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7805a961-8153-42b9-b56d-0531e75a8411 req-cb63a100-cf85-4186-a9a9-13f661fa9f23 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 943 time: 0.0714378 Jul 23 09:33:09.051790 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:09.057037 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.076283 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7805a961-8153-42b9-b56d-0531e75a8411 req-124313d5-9469-4d7b-9e90-be3a2823e3b1 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354621 Jul 23 09:33:09.109131 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:09.116885 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.117233 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.117602 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.117902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.118246 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.118556 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.118876 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.119196 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.119558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.119882 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.120196 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.120511 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:09.258298 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['a2ffeb6d-9532-4aa0-b88f-057387494bf3'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:09.326428 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33188) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:09.419854 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725514119-network', 'tenant_id': '12081b03884b438b87b4f7707ec4c9e5'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:09.441920 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Made reservation on behalf of 12081b03884b438b87b4f7707ec4c9e5 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:09.445130 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.453579 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.546290 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.550312 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.572522 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:33:09.588788 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb64509-4878-4538-a39b-1d8bbc45058f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:09.592981 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.593332 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Added segment 6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a of type vlan for network 23241862-727f-4979-9f47-0bcac08b2e3b Jul 23 09:33:09.637928 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.670416 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.671429 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:09.672027 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.704919 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3773949 Jul 23 09:33:09.707961 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33202) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:09.713842 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Request body: {'subnet': {'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725514119-subnet', 'tenant_id': '12081b03884b438b87b4f7707ec4c9e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:09.735047 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa709b-e290-433e-a621-13bc8b753bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=23241862-727f-4979-9f47-0bcac08b2e3b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:09.735448 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Made reservation on behalf of 12081b03884b438b87b4f7707ec4c9e5 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:09.738736 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128204500'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.745076 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 23241862-727f-4979-9f47-0bcac08b2e3b details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:33:09.915291 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129750674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128204486'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:09.969105 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:09.978380 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Checking segment: {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:09.978738 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Network hostable DHCP agents. Network: 23241862-727f-4979-9f47-0bcac08b2e3b, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:33:09.993900 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Network 23241862-727f-4979-9f47-0bcac08b2e3b is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:33:10.002456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 23241862-727f-4979-9f47-0bcac08b2e3b) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:10.007356 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:10.008464 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:10.011714 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec343e-2c28-4c9e-8c5c-769c05048688 None None] Network 23241862-727f-4979-9f47-0bcac08b2e3b requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:33:10.030128 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a07914fa-bf25-4828-bfcd-028f6c4b2e66 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3127394 Jul 23 09:33:10.141306 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed6d67-f74d-4542-bd8e-4f94ba83e575 None None] Network 23241862-727f-4979-9f47-0bcac08b2e3b requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:33:10.214606 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed639-0561-402d-a255-1f93b52a9a87 req-850a9ae3-2a3c-4ada-a783-e07b70c7b308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:10.216196 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6fbed639-0561-402d-a255-1f93b52a9a87 req-850a9ae3-2a3c-4ada-a783-e07b70c7b308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 944 time: 0.0688453 Jul 23 09:33:10.258958 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6fbed639-0561-402d-a255-1f93b52a9a87 req-47d42629-67b4-4e0b-ac63-6d66b1b302ce tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373068 Jul 23 09:33:10.765867 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33222) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:10.848051 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device a2ffeb6d-9532-4aa0-b88f-057387494bf3 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:33:10.895130 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port a2ffeb6d-9532-4aa0-b88f-057387494bf3 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:33:10.899365 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port a2ffeb6d-9532-4aa0-b88f-057387494bf3 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:33:10.899762 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:10.979375 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:11.002159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:11.004431 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225684be-a744-42df-8daa-56adb0a4d784" -d '{"events": [{"server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:11.017780 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:11.023131 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:11.049422 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c576b0-c1c7-46a9-91d9-cf15bfb577d7 x-openstack-request-id: req-c2c576b0-c1c7-46a9-91d9-cf15bfb577d7 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:11.049707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:11.049963 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2c576b0-c1c7-46a9-91d9-cf15bfb577d7 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:11.050351 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'code': 200} Jul 23 09:33:11.079006 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:11.237513 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:11.387091 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498ff64-627a-4281-b292-3ade4a18b912 req-4f27a93c-544e-4edd-b92d-f1cea3993bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:11.388574 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f498ff64-627a-4281-b292-3ade4a18b912 req-4f27a93c-544e-4edd-b92d-f1cea3993bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1098 time: 0.1663318 Jul 23 09:33:11.522354 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f498ff64-627a-4281-b292-3ade4a18b912 req-439f1bac-6358-4e37-b206-c9edb8a4f8a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255386 Jul 23 09:33:11.530652 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ac47-da6a-4f88-9155-1b850f480609 req-fc80172b-1070-4aa7-89bb-4eb08cd3bc5e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:11.532299 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7912ac47-da6a-4f88-9155-1b850f480609 req-fc80172b-1070-4aa7-89bb-4eb08cd3bc5e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.2028065 Jul 23 09:33:11.590517 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7912ac47-da6a-4f88-9155-1b850f480609 req-046f9ea4-7006-495b-8f6a-d273e114c29d tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508809 Jul 23 09:33:11.672535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Deleting port ceab88de-e3a1-4498-866e-153f1a27aab5 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:11.672881 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:11.798355 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-e114fca6-02c5-47fa-9aac-1e91899cd62b tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:11.799941 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-e114fca6-02c5-47fa-9aac-1e91899cd62b tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 813 time: 0.1103017 Jul 23 09:33:11.815356 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-0dfbfedc-8620-4e79-a11b-27a6471738a5 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/quotas/12081b03884b438b87b4f7707ec4c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0097752 Jul 23 09:33:11.852423 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-6d7abc04-8399-4db6-8835-54dd95472226 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312288 Jul 23 09:33:11.940642 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-bf605830-1a26-4a46-bc47-fa4774e56c73 service neutron] 10.222.0.10 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Jul 23 09:33:11.978976 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] For port ceab88de-e3a1-4498-866e-153f1a27aab5, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=ceab88de-e3a1-4498-866e-153f1a27aab5,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:11.979653 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:11.991783 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Calling delete_port for ceab88de-e3a1-4498-866e-153f1a27aab5 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:12.032161 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-5e566589-1d4b-4f48-9864-7fc680451df0 service neutron] 10.222.0.10 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852213 Jul 23 09:33:12.199919 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-95e7cc3e-85be-4d40-acde-98fef7653465 req-95126f5a-f5c9-4b49-843f-9cb14dd59897 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 210 time: 0.0367386 Jul 23 09:33:12.223748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:12.276545 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ceab88de-e3a1-4498-866e-153f1a27aab5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:12.428229 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:12.653519 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:33:12.729593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bf08-96b2-46cc-ae99-29c5fc5ec7f6 req-d10bf4dd-7027-47db-a532-ed5432257233 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:12.731611 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e476bf08-96b2-46cc-ae99-29c5fc5ec7f6 req-d10bf4dd-7027-47db-a532-ed5432257233 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.0689483 Jul 23 09:33:12.776014 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e476bf08-96b2-46cc-ae99-29c5fc5ec7f6 req-e81a4aec-3645-4155-9adb-acce37cfd72f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387566 Jul 23 09:33:12.776299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:33:12.781575 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8c81d62e-8a9c-4fe2-8e36-cb877b01b4cf admin admin] 10.222.0.10 "PUT /v2.0/routers/7c9e8d3c-bb1c-4950-a26b-d4b692641f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0145006 Jul 23 09:33:12.784042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33258) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:12.786941 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Sync routers for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:33:12.796798 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:12.797541 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:12.913562 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:12.926217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:12.967071 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc623288-99a8-4948-ae05-ac108f7043aa req-748bf06a-5ba8-4d8e-b939-440e32c8fd99 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:12.968554 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc623288-99a8-4948-ae05-ac108f7043aa req-748bf06a-5ba8-4d8e-b939-440e32c8fd99 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.1183660 Jul 23 09:33:13.049197 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc623288-99a8-4948-ae05-ac108f7043aa req-83f81d0a-719d-4ce7-844e-7b88447d53f2 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497694 Jul 23 09:33:13.077546 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33262) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:13.098352 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.105266 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:33:12Z', 'revision_number': 5, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port': {'id': 'c6d7c501-0fee-4b0d-95eb-ca8e316ed920', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:26:01Z', 'updated_at': '2021-07-23T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:13.142174 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Checking router: 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:33:13.152623 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Routers {'7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:13.153431 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:13.163990 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabd428-2bc4-4899-b28a-b2413de10cb1 tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:13.165991 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3eabd428-2bc4-4899-b28a-b2413de10cb1 tempest-TestVolumeBootPattern-782987882 tempest-TestVolumeBootPattern-782987882-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1093 time: 0.0872571 Jul 23 09:33:13.168832 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33264) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:13.173512 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'port_id': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:13.205098 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.236846 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-e5cbe4ae-0295-4b8f-b9bf-95d3e8262c21 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:13.238954 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-e5cbe4ae-0295-4b8f-b9bf-95d3e8262c21 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 813 time: 0.1728170 Jul 23 09:33:13.251673 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] Set router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:13.267752 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Request body: {'port': {'device_id': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b', 'admin_state_up': True, 'tenant_id': '12081b03884b438b87b4f7707ec4c9e5'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:13.294072 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Deleting port c6d7c501-0fee-4b0d-95eb-ca8e316ed920 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:13.294418 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.310337 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:33:13Z', 'revision_number': 6, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:13.325773 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0f72b102-5d3f-4b58-8d27-5d9fa78eec9c req-468b5c4b-3c3e-4af7-b316-cd609bf324c5 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 210 time: 0.0360105 Jul 23 09:33:13.343242 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b34e0-841c-4dae-9599-0ff5b3fc3aca None None] The sync data for ids ['7c9e8d3c-bb1c-4950-a26b-d4b692641f3f'] in dv-cinder-801989-2-iscsi is: [{'id': '7c9e8d3c-bb1c-4950-a26b-d4b692641f3f', 'name': 'tempest-AttachVolumeShelveTestJSON-607623979-router', 'tenant_id': '0d342112200849988626ba271f263bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:26:00Z', 'updated_at': '2021-07-23T09:33:13Z', 'revision_number': 6, 'project_id': '0d342112200849988626ba271f263bab', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:33:13.357432 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.438306 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] For port c6d7c501-0fee-4b0d-95eb-ca8e316ed920, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:13.438671 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.458392 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Calling delete_port for c6d7c501-0fee-4b0d-95eb-ca8e316ed920 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:13.468849 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Allocated IP 172.27.3.109 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:13.471050 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Made reservation on behalf of 12081b03884b438b87b4f7707ec4c9e5 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:13.474740 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.569966 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.612801 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.656306 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:13.659137 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:13.663995 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:13.667056 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:13.722603 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Allocated IP 172.20.0.9 (23241862-727f-4979-9f47-0bcac08b2e3b/91dfc408-cd7f-427d-80f7-6bc6f17cf6f2/815ea46a-8f32-469f-957e-14f66e65ad24) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:13.774702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:13.805411 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device ceab88de-e3a1-4498-866e-153f1a27aab5 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:33:13.813061 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d7c501-0fee-4b0d-95eb-ca8e316ed920,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:13.840805 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: ceab88de-e3a1-4498-866e-153f1a27aab5 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:33:13.841150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device ceab88de-e3a1-4498-866e-153f1a27aab5 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:33:13.942176 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.064067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.144446 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.288724 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.294922 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.301322 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.306907 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.312170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.359428 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.359983 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9e8d3c-bb1c-4950-a26b-d4b692641f3f {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:33:14.367220 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.370970 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d78538e9-498f-41a8-8fc6-0b77498587c8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7c9e8d3c-bb1c-4950-a26b-d4b692641f3f HTTP/1.1" status: 204 len: 168 time: 1.5853572 Jul 23 09:33:14.372741 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33274) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:14.392909 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.415859 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event updated for resources: {'Port': ['ID=4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:14.438131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.459128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Pushing event updated for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:14.484704 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Network 23241862-727f-4979-9f47-0bcac08b2e3b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:14.487753 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:14.491117 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:14.511707 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Deleting subnet 5283a601-07b6-4103-8b4b-db753c9b6c5e {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:33:14.517521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.561144 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:14.561794 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.581985 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63aa7d-3b54-461f-a2aa-9512f67798e9 req-d0c3ff5b-e9dc-4c60-a3f0-939d3e1d93dc tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:14.584338 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c63aa7d-3b54-461f-a2aa-9512f67798e9 req-d0c3ff5b-e9dc-4c60-a3f0-939d3e1d93dc tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 931 time: 0.1466789 Jul 23 09:33:14.592226 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-ada6629d-0286-4098-9478-52e00d561683 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3284557 Jul 23 09:33:14.613582 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Request body: {'port': {'device_id': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:14.663175 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c63aa7d-3b54-461f-a2aa-9512f67798e9 req-25d515ce-d9c1-4cd6-82fa-d9f200e11433 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698552 Jul 23 09:33:14.706589 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.843231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.880500 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP c2ba271b-f2bb-472b-bd3f-37782f4585b0 associated. External IP: 172.27.3.109, port: a2ffeb6d-9532-4aa0-b88f-057387494bf3. Jul 23 09:33:14.971442 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815ea46a-8f32-469f-957e-14f66e65ad24 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:14.979571 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:14.990992 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Transition to ACTIVE for port object 815ea46a-8f32-469f-957e-14f66e65ad24 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:14.995039 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.003836 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.045516 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Pushing event updated for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:15.111336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Attempting to bind port 815ea46a-8f32-469f-957e-14f66e65ad24 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:33:15.111771 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Attempting to bind port 815ea46a-8f32-469f-957e-14f66e65ad24 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:33:15.112202 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Attempting to bind port 815ea46a-8f32-469f-957e-14f66e65ad24 on network 23241862-727f-4979-9f47-0bcac08b2e3b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:15.116742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Port 815ea46a-8f32-469f-957e-14f66e65ad24 on network 23241862-727f-4979-9f47-0bcac08b2e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:33:15.117061 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Attempting to bind port 815ea46a-8f32-469f-957e-14f66e65ad24 on network 23241862-727f-4979-9f47-0bcac08b2e3b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:15.121895 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:33:15.122350 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Checking segment: {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:15.122805 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Bound using segment: {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:33:15.123237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Bound port: 815ea46a-8f32-469f-957e-14f66e65ad24, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:33:15.123618 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.133769 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.163876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5283a601-07b6-4103-8b4b-db753c9b6c5e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:15.168844 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.172911 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b2ffe20e-8750-4c12-b3eb-61c9f467ec7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5283a601-07b6-4103-8b4b-db753c9b6c5e HTTP/1.1" status: 204 len: 168 time: 0.7954273 Jul 23 09:33:15.174293 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33276) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:15.177266 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b99ce-5227-41b9-a56a-5d36f0d1f709 None None] Network 9625e337-30a5-47e8-b481-7390bd34073c requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:33:15.196748 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:33:15.200230 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=815ea46a-8f32-469f-957e-14f66e65ad24,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:33:15.206258 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.220016 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:33:15.241012 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.241780 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.243151 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] 10.222.0.13 "PUT /v2.0/ports/815ea46a-8f32-469f-957e-14f66e65ad24 HTTP/1.1" status: 200 len: 1093 time: 0.6420946 Jul 23 09:33:15.245491 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:15.248410 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97" -d '{"events": [{"name": "network-changed", "server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:15.269497 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.277564 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc51f-2771-4212-8bee-862a65082bea service neutron] Pushing event updated for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:15.335149 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755a268-0c86-40c3-8af1-4dc416f6189e x-openstack-request-id: req-a755a268-0c86-40c3-8af1-4dc416f6189e {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:15.335821 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:15.335821 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a755a268-0c86-40c3-8af1-4dc416f6189e {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:15.336089 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24', 'status': 'completed', 'code': 200} Jul 23 09:33:15.369464 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-00fde1a2-ab3e-48d9-aa8a-c637b04f0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.370972 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-00fde1a2-ab3e-48d9-aa8a-c637b04f0d1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0701823 Jul 23 09:33:15.382922 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] DHCP port deletion for 9625e337-30a5-47e8-b481-7390bd34073c request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:33:15.404063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:33:15.418152 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:33:15.423524 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Deleting port eef64694-5f0e-48e4-9a68-26e8dee4fd0a {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:15.423920 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.431463 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-7dc279ee-36e6-438c-beb3-94cab82ac4da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=815ea46a-8f32-469f-957e-14f66e65ad24 HTTP/1.1" status: 200 len: 217 time: 0.0433090 Jul 23 09:33:15.437268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.445294 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:15.446131 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:15.483119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Deleting port eef64694-5f0e-48e4-9a68-26e8dee4fd0a {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:33:15.484393 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.507141 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-2fad4bfa-703b-49e9-b2eb-9a836fef9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.509413 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-2fad4bfa-703b-49e9-b2eb-9a836fef9e23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 HTTP/1.1" status: 200 len: 853 time: 0.0642660 Jul 23 09:33:15.515564 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device eef64694-5f0e-48e4-9a68-26e8dee4fd0a no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:33:15.522453 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] For port eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:15.522815 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.539445 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f66a6f87-00f5-4ca0-8f58-90fa670b7d00 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3566155 Jul 23 09:33:15.539445 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:15.539445 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029e0be-ec53-456b-8942-a51fd810af44" -d '{"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:15.541633 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Calling delete_port for eef64694-5f0e-48e4-9a68-26e8dee4fd0a owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:15.564418 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-a34385a5-9234-4517-8948-5cb4314d9ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23241862-727f-4979-9f47-0bcac08b2e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495932 Jul 23 09:33:15.590913 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc0ecf-9a82-4731-ab7b-f59e79e6af26 x-openstack-request-id: req-fecc0ecf-9a82-4731-ab7b-f59e79e6af26 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:15.591341 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:15.591684 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fecc0ecf-9a82-4731-ab7b-f59e79e6af26 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:15.592131 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'status': 'completed', 'code': 200} Jul 23 09:33:15.627501 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] For port eef64694-5f0e-48e4-9a68-26e8dee4fd0a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,segment=NetworkSegment(d2d880ee-9fcd-40bf-90de-c0e41c407bbf),segment_id=d2d880ee-9fcd-40bf-90de-c0e41c407bbf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:15.627785 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.642979 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Calling delete_port for eef64694-5f0e-48e4-9a68-26e8dee4fd0a owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:33:15.671570 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-2a7b4b83-b19a-484a-b356-c1c4cb546a6c service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993021 Jul 23 09:33:15.674078 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.708720 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Pushing event deleted for resources: {'Port': ['ID=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:15.719017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] No DVR routers for this DVR port eef64694-5f0e-48e4-9a68-26e8dee4fd0a on host dv-cinder-801989-2-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:33:15.726219 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:15.729812 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Port eef64694-5f0e-48e4-9a68-26e8dee4fd0a update to DOWN by agent not found {{(pid=92982) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 09:33:15.730243 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device c6d7c501-0fee-4b0d-95eb-ca8e316ed920 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:33:15.743584 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029e0be-ec53-456b-8942-a51fd810af44 req-23680f14-1e76-4e6c-b93f-997a5115510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.745218 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-23680f14-1e76-4e6c-b93f-997a5115510f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1098 time: 0.1369755 Jul 23 09:33:15.780743 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5a262bc7-4062-4ed8-b1ff-42456eddd535 req-52aa620e-3737-431a-bff1-04a4cac048f0 service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025250 Jul 23 09:33:15.786879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: c6d7c501-0fee-4b0d-95eb-ca8e316ed920 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:33:15.787232 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device c6d7c501-0fee-4b0d-95eb-ca8e316ed920 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:33:15.870382 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.885658 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9625e337-30a5-47e8-b481-7390bd34073c']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:15.896782 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-c3c4427c-1052-444a-91e1-356089b22906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.898326 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-c3c4427c-1052-444a-91e1-356089b22906 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0639431 Jul 23 09:33:15.928507 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:15.928848 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d880ee-9fcd-40bf-90de-c0e41c407bbf') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:15.952997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.980519 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.982058 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:15.993860 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e11e2-f646-4bc9-b692-69b211e09cbc req-551ddabf-bfb3-4e3a-bb71-dfe745885609 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:15.995401 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2a6e11e2-f646-4bc9-b692-69b211e09cbc req-551ddabf-bfb3-4e3a-bb71-dfe745885609 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 943 time: 0.2476952 Jul 23 09:33:15.999744 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029e0be-ec53-456b-8942-a51fd810af44 req-75d5454a-962e-4823-b3c1-2019ce52ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:16.000251 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-ce07590e-77cf-4a23-b766-97cadf52d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:16.001207 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-75d5454a-962e-4823-b3c1-2019ce52ff31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.2282217 Jul 23 09:33:16.001719 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-ce07590e-77cf-4a23-b766-97cadf52d78b service neutron] 10.222.0.13 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 914 time: 0.0968528 Jul 23 09:33:16.002196 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:33:16.002599 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:33:16.004367 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:33:16.021926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] No DVR routers for this DVR port eef64694-5f0e-48e4-9a68-26e8dee4fd0a on host dv-cinder-801989-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:33:16.026168 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c760508-b63a-4203-af93-e793dadc0394 None None] Pushing event deleted for resources: {'Port': ['ID=eef64694-5f0e-48e4-9a68-26e8dee4fd0a,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:16.068928 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-17897884-d6c8-4b0c-b5f7-dbf194be8d49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=815ea46a-8f32-469f-957e-14f66e65ad24 HTTP/1.1" status: 200 len: 217 time: 0.0558619 Jul 23 09:33:16.121270 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-1366f101-8aa9-48f9-8aba-68cde3b974ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:16.121501 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.121622 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-1366f101-8aa9-48f9-8aba-68cde3b974ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 HTTP/1.1" status: 200 len: 853 time: 0.0453076 Jul 23 09:33:16.134702 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.138748 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] 10.222.0.10 "DELETE /v2.0/networks/9625e337-30a5-47e8-b481-7390bd34073c HTTP/1.1" status: 204 len: 168 time: 0.9612727 Jul 23 09:33:16.147383 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2a6e11e2-f646-4bc9-b692-69b211e09cbc req-e5ead850-fbec-4bae-9ad0-2579a0f2fa62 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416471 Jul 23 09:33:16.162175 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-6c57cdcb-bde2-4b7b-ba29-2dfbdaa589a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 200 len: 999 time: 0.1419356 Jul 23 09:33:16.171531 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e053c8-f596-400b-b4ca-c750d73df6da admin admin] Pushing event deleted for resources: {'Network': ['ID=9625e337-30a5-47e8-b481-7390bd34073c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:16.184605 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}, {'id': 'c2ba271b-f2bb-472b-bd3f-37782f4585b0', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:db:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:33:13Z', 'updated_at': '2021-07-23T09:33:13Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:16.189099 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-c9e3c0f7-bb59-4460-aba6-6eaa605fb050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23241862-727f-4979-9f47-0bcac08b2e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603249 Jul 23 09:33:16.221721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:33:16.226053 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029e0be-ec53-456b-8942-a51fd810af44 req-e2c2d724-7053-4303-a0c5-ec4c3d22fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:16.229613 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-e2c2d724-7053-4303-a0c5-ec4c3d22fbda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0559490 Jul 23 09:33:16.230551 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:33:16.231166 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:32:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:16.285943 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 33288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:16.297936 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029e0be-ec53-456b-8942-a51fd810af44 req-2ac27e5e-85c2-4838-a525-7258806d5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:16.299728 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-2ac27e5e-85c2-4838-a525-7258806d5da1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621617 Jul 23 09:33:16.303575 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-5146d81e-f417-40b4-bb82-95206ca0168f service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068723 Jul 23 09:33:16.350058 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a73c14d2-2398-43eb-a55e-957d91eb9e34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d342112200849988626ba271f263bab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0629456 Jul 23 09:33:16.352901 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33290) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:16.366106 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:33:16.424194 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d0d342-d1fd-44ba-b3ee-5f62b5ba7d97 req-040367ec-c918-4043-a013-0944d7b993a3 service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070373 Jul 23 09:33:16.452669 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-85d81dab-ddc3-4840-afa2-7ed9f0d0fc63 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370018 Jul 23 09:33:16.457209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.508048 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.597026 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9029e0be-ec53-456b-8942-a51fd810af44 req-8da36477-8f8c-4906-9650-0342bcd31b65 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376305 Jul 23 09:33:16.606620 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}, {'id': 'c2ba271b-f2bb-472b-bd3f-37782f4585b0', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:db:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:33:13Z', 'updated_at': '2021-07-23T09:33:13Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:33:16.615736 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.619670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:16.620952 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/153c9c6c-d049-47fd-8fac-5baad49506f7 HTTP/1.1" status: 204 len: 168 time: 0.2667186 Jul 23 09:33:16.631577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd3856-18b7-48f7-aa3b-92870936462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c9c6c-d049-47fd-8fac-5baad49506f7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:16.657628 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d86f-d2fb-45e0-9769-e6ed3e930711 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}, {'id': 'c2ba271b-f2bb-472b-bd3f-37782f4585b0', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:db:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:33:13Z', 'updated_at': '2021-07-23T09:33:13Z', 'revision_number': 0, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:33:16.857648 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459aea25-807b-4b51-9c51-7c7e40235651 None None] New status for floating IP c2ba271b-f2bb-472b-bd3f-37782f4585b0: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:33:17.281073 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33314) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:17.288447 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108812b-7bfb-40b1-bcf5-091e9e6ce3c6 req-62c7834a-9c2c-4539-8b03-68191be41446 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:17.289987 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a108812b-7bfb-40b1-bcf5-091e9e6ce3c6 req-62c7834a-9c2c-4539-8b03-68191be41446 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 943 time: 0.0714457 Jul 23 09:33:17.328226 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a108812b-7bfb-40b1-bcf5-091e9e6ce3c6 req-fcbe24e8-e122-46dd-9598-ea75c29ebe16 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jul 23 09:33:17.374544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1776128791-network', 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:17.396507 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:17.398948 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.407403 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.495333 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.499188 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.519716 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:33:17.532716 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ee519-e561-452f-8062-04bce8550724,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:17.538817 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.539155 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Added segment 54ff1660-6f3b-41e9-9f95-8e8192edf3ce of type vlan for network 94974df9-145e-4d09-abae-1d2d6386fafa Jul 23 09:33:17.581289 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.609712 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.610687 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:17.611282 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.647655 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3615866 Jul 23 09:33:17.647999 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 33318) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:33:17.654688 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Request body: {'subnet': {'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1776128791-subnet', 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:17.684062 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea08a2f-3c52-4f2e-9e5f-77c301b723a4 admin admin] Pushing event updated for resources: {'Network': ['ID=94974df9-145e-4d09-abae-1d2d6386fafa,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:17.694580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 94974df9-145e-4d09-abae-1d2d6386fafa details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:33:17.701852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:17.704221 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.866106 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.919803 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59e5b56-d409-449e-b085-51bc43ec423d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:17.928824 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Checking segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:17.929178 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Network hostable DHCP agents. Network: 94974df9-145e-4d09-abae-1d2d6386fafa, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:33:17.945351 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Network 94974df9-145e-4d09-abae-1d2d6386fafa is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:33:17.953767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 94974df9-145e-4d09-abae-1d2d6386fafa) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:17.957613 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:17.958355 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:17.963885 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1a97f-bdb7-407f-99af-2fb6f6f029bf None None] Network 94974df9-145e-4d09-abae-1d2d6386fafa requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:33:17.971955 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-be9b5a12-4d38-4427-9a93-433026c84aa6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3229489 Jul 23 09:33:18.089366 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ed855-5b4d-4917-b664-ec819ebf6845 None None] Network 94974df9-145e-4d09-abae-1d2d6386fafa requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:33:18.382820 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-bb4b74bd-7bc3-4fc5-af91-151837525987 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:18.384345 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-bb4b74bd-7bc3-4fc5-af91-151837525987 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1040504 Jul 23 09:33:18.399404 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-a751fa2a-3dbc-4d76-b02d-6f189aba5990 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/quotas/a6d91579f2c944dcaded14f2c1e1f78b HTTP/1.1" status: 200 len: 375 time: 0.0098648 Jul 23 09:33:18.438253 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-41e801a1-9ab7-4df8-83b1-8aa3faa3911d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335138 Jul 23 09:33:18.460058 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cfa63-83fa-471c-ac40-f42d8cf9fedb req-5a1fd078-5493-412f-b175-990a9b015982 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:18.461606 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b4cfa63-83fa-471c-ac40-f42d8cf9fedb req-5a1fd078-5493-412f-b175-990a9b015982 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 943 time: 0.0665846 Jul 23 09:33:18.499743 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b4cfa63-83fa-471c-ac40-f42d8cf9fedb req-e6658f46-7314-490a-9cd9-8f5c0de061eb tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jul 23 09:33:18.533318 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-81122056-2489-42bc-98cc-212d949f73d3 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875919 Jul 23 09:33:18.621389 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-979185a7-5d45-47ac-a8f3-61bae9437e15 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817568 Jul 23 09:33:18.781542 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b2a386e-35ee-41b8-9853-f2b42d6ddd97 req-7525b736-2186-4f3a-9427-aded7952bc0b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 210 time: 0.0305119 Jul 23 09:33:18.934320 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 815ea46a-8f32-469f-957e-14f66e65ad24 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:33:19.040185 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=815ea46a-8f32-469f-957e-14f66e65ad24,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:19.051111 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '815ea46a-8f32-469f-957e-14f66e65ad24', 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b', 'port_id': '815ea46a-8f32-469f-957e-14f66e65ad24', 'mac_address': 'fa:16:3e:89:ff:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dfc408-cd7f-427d-80f7-6bc6f17cf6f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:33:19.087459 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:19.101303 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815ea46a-8f32-469f-957e-14f66e65ad24 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:19.120939 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=815ea46a-8f32-469f-957e-14f66e65ad24,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:19.124888 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:19.175367 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:19.353240 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['815ea46a-8f32-469f-957e-14f66e65ad24'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:19.634303 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087b3b6-b5c0-449e-9c27-d30b6235cea0 req-edf12232-c15f-4422-8232-862e8b3e792a tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:19.635894 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e087b3b6-b5c0-449e-9c27-d30b6235cea0 req-edf12232-c15f-4422-8232-862e8b3e792a tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 944 time: 0.0705476 Jul 23 09:33:19.728351 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e087b3b6-b5c0-449e-9c27-d30b6235cea0 req-b2e8a78b-4fea-4585-8975-e5225250738d tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830493 Jul 23 09:33:19.765283 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-dbcbd008-6cec-4d49-9adc-f4109db1236e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:19.766758 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-dbcbd008-6cec-4d49-9adc-f4109db1236e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1299849 Jul 23 09:33:19.779314 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Request body: {'port': {'device_id': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'admin_state_up': True, 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:19.883757 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a538843-c02b-4a07-a738-0cd50713eebe req-bf9979b4-40b6-4cd5-9f29-8c79d7899474 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 210 time: 0.0324485 Jul 23 09:33:19.889280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:19.892861 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.018231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Allocated IP 172.20.0.2 (94974df9-145e-4d09-abae-1d2d6386fafa/f59e5b56-d409-449e-b085-51bc43ec423d/55da75a6-3f51-4823-823a-a4ad11e14fe7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:20.158420 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.196217 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.238024 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Network 94974df9-145e-4d09-abae-1d2d6386fafa is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:20.241571 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:20.247381 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:20.274298 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event updated for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:20.299150 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:20.299795 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.313098 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-3f15cecf-bff2-4f1f-a673-701f034c6ae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377917 Jul 23 09:33:20.324706 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Request body: {'port': {'device_id': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:20.394069 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.662839 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55da75a6-3f51-4823-823a-a4ad11e14fe7 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:20.670160 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.681756 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Transition to ACTIVE for port object 55da75a6-3f51-4823-823a-a4ad11e14fe7 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:20.685800 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.737206 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Pushing event updated for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:20.815577 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Attempting to bind port 55da75a6-3f51-4823-823a-a4ad11e14fe7 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:33:20.815909 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Attempting to bind port 55da75a6-3f51-4823-823a-a4ad11e14fe7 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:33:20.816238 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Attempting to bind port 55da75a6-3f51-4823-823a-a4ad11e14fe7 on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:20.837674 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Port 55da75a6-3f51-4823-823a-a4ad11e14fe7 on network 94974df9-145e-4d09-abae-1d2d6386fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:33:20.837997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Attempting to bind port 55da75a6-3f51-4823-823a-a4ad11e14fe7 on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:20.845558 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:33:20.845886 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Checking segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:20.846294 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Bound using segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:33:20.846719 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Bound port: 55da75a6-3f51-4823-823a-a4ad11e14fe7, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:33:20.847075 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:20.907836 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ad4f-b2e3-42fc-b0e3-d4fac06e0ba0 req-c5fe2bd1-86e1-4113-8b2a-9f4fe76937f6 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:20.909327 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8226ad4f-b2e3-42fc-b0e3-d4fac06e0ba0 req-c5fe2bd1-86e1-4113-8b2a-9f4fe76937f6 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 944 time: 0.1138890 Jul 23 09:33:20.949584 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 815ea46a-8f32-469f-957e-14f66e65ad24 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:33:20.950629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:33:20.970566 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:33:20.975584 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8226ad4f-b2e3-42fc-b0e3-d4fac06e0ba0 req-32110ed0-bb77-4d1f-9bb1-4557042fc17f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592847 Jul 23 09:33:20.977073 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:21.013633 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.014280 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:21.015680 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] 10.222.0.13 "PUT /v2.0/ports/55da75a6-3f51-4823-823a-a4ad11e14fe7 HTTP/1.1" status: 200 len: 1093 time: 0.6949270 Jul 23 09:33:21.016114 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:21.018347 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603418b-cdfe-4f64-a040-bc4fe7e11091" -d '{"events": [{"name": "network-changed", "server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:21.044357 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 815ea46a-8f32-469f-957e-14f66e65ad24 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:33:21.049108 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f094e9-df3e-47fe-800d-9d69257bb853 service neutron] Pushing event updated for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:21.059898 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f21730-fae6-40f4-a877-2bfee84fde69 req-15e51b96-f1ed-4a6a-8643-26173772c9c8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.060377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 815ea46a-8f32-469f-957e-14f66e65ad24 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:33:21.060482 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:21.061570 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e0f21730-fae6-40f4-a877-2bfee84fde69 req-15e51b96-f1ed-4a6a-8643-26173772c9c8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 943 time: 0.0896895 Jul 23 09:33:21.084219 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e1b25-261e-4348-878b-f7d214b2bb9f x-openstack-request-id: req-a73e1b25-261e-4348-878b-f7d214b2bb9f {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:21.084503 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:21.084752 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a73e1b25-261e-4348-878b-f7d214b2bb9f {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:21.085141 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7', 'status': 'completed', 'code': 200} Jul 23 09:33:21.102840 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e0f21730-fae6-40f4-a877-2bfee84fde69 req-9b623e73-d236-4db1-8f47-ca05babaacf1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332429 Jul 23 09:33:21.110979 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-41e08865-3cc8-4ec7-9257-c00ed049b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.112697 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-41e08865-3cc8-4ec7-9257-c00ed049b15f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 1096 time: 0.0580359 Jul 23 09:33:21.146464 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:21.155522 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-1afd63c9-7a94-422f-bf0d-180a2e9e75b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7 HTTP/1.1" status: 200 len: 217 time: 0.0354378 Jul 23 09:33:21.168858 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:21.170999 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0df16-1dd3-493a-842d-bc9db26f5ad8" -d '{"events": [{"server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "name": "network-vif-plugged", "status": "completed", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:21.184870 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=815ea46a-8f32-469f-957e-14f66e65ad24,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:21.188834 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:21.210283 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-41195c1c-698f-402d-901e-d6122d03020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.211801 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-41195c1c-698f-402d-901e-d6122d03020b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0507596 Jul 23 09:33:21.218065 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2464565-732f-4633-a3d5-dc161c804dcd x-openstack-request-id: req-a2464565-732f-4633-a3d5-dc161c804dcd {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:21.218349 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "name": "network-vif-plugged", "status": "completed", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:21.218590 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2464565-732f-4633-a3d5-dc161c804dcd {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:21.218968 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24', 'code': 200} Jul 23 09:33:21.244465 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:21.246286 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-ec093596-bb76-4024-9dbb-e688568f7c3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270464 Jul 23 09:33:21.340349 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-eb5a3bed-16ae-4295-a607-46e5499b0f1b service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Jul 23 09:33:21.399960 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0548be-dc7b-4ab6-82f9-dcc8b426003e req-e7cc4dbe-2717-4b6c-824e-6d551e7c408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.401715 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a0548be-dc7b-4ab6-82f9-dcc8b426003e req-e7cc4dbe-2717-4b6c-824e-6d551e7c408c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0524809 Jul 23 09:33:21.434771 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a0548be-dc7b-4ab6-82f9-dcc8b426003e req-7c8752cd-54d5-47ba-9224-79e892d6b434 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270741 Jul 23 09:33:21.436227 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54c2d126-b249-44d7-81b3-c1c9086f126f req-ad76bb3d-86df-4a3d-9236-ff729c3aad69 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Jul 23 09:33:21.565978 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-b4e41534-cb84-4fca-80f2-ec3124c67b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.568578 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-b4e41534-cb84-4fca-80f2-ec3124c67b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 1096 time: 0.0528781 Jul 23 09:33:21.713367 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:33:21.919817 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-2b9a9c17-1c10-46cd-b076-39c0202dda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:21.921309 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-2b9a9c17-1c10-46cd-b076-39c0202dda8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 916 time: 0.3465238 Jul 23 09:33:21.966938 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-2abc0eec-5e1d-407e-a67d-2eaa31c7b38b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7 HTTP/1.1" status: 200 len: 217 time: 0.0381255 Jul 23 09:33:22.022240 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-985ad33e-5d4d-4d0a-a9b3-050a33c0cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.023762 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-985ad33e-5d4d-4d0a-a9b3-050a33c0cda5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0480473 Jul 23 09:33:22.061899 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-a9a8b04c-9665-4ce7-9e17-a8e95854d6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291233 Jul 23 09:33:22.129443 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe90268-2d2a-46e4-aed5-09348afadf3f req-798c6844-7d62-4f3b-8bf8-ce456f2a4980 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.137781 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7fe90268-2d2a-46e4-aed5-09348afadf3f req-798c6844-7d62-4f3b-8bf8-ce456f2a4980 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0832622 Jul 23 09:33:22.164734 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-b9070665-e3a7-4ffc-825e-07e7bdb8f1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955474 Jul 23 09:33:22.181264 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7fe90268-2d2a-46e4-aed5-09348afadf3f req-0fc09853-3780-43ca-86bc-a62cdd3a53dc tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Jul 23 09:33:22.267753 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-78bcbe10-162d-47f3-9844-a6455832c88d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516932 Jul 23 09:33:22.295893 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e603418b-cdfe-4f64-a040-bc4fe7e11091 req-6753a870-9a55-441b-a3eb-4e98cafd5c8a service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231923 Jul 23 09:33:22.314447 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5ad00-d8e8-4eeb-8099-4eb315fb5766 req-442275c0-cc07-4dfb-8e71-667fd5f269d8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.316000 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a5ad00-d8e8-4eeb-8099-4eb315fb5766 req-442275c0-cc07-4dfb-8e71-667fd5f269d8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 943 time: 0.1234517 Jul 23 09:33:22.349206 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce6d4-7306-448a-9102-fbd55c78094c req-091a9953-206f-4454-b8f7-f8a256e3ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.350728 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-091a9953-206f-4454-b8f7-f8a256e3ca5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1098 time: 0.0575745 Jul 23 09:33:22.357547 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a5ad00-d8e8-4eeb-8099-4eb315fb5766 req-1c303419-255b-4b60-99a1-513859d12f22 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Jul 23 09:33:22.464661 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce6d4-7306-448a-9102-fbd55c78094c req-2fd0b0b9-5409-4e38-98cc-2723d71f87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.466213 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-2fd0b0b9-5409-4e38-98cc-2723d71f87aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.0909259 Jul 23 09:33:22.530072 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-3f02646d-6601-418f-aa40-7c54b7888531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 1001 time: 0.0564427 Jul 23 09:33:22.580029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce6d4-7306-448a-9102-fbd55c78094c req-859a745f-54d6-4521-84ff-c1420f1a7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.581459 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-859a745f-54d6-4521-84ff-c1420f1a7799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0458875 Jul 23 09:33:22.636824 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ce6d4-7306-448a-9102-fbd55c78094c req-3a9021f2-2cfe-4e4c-bebd-188ade197a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:22.638422 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-3a9021f2-2cfe-4e4c-bebd-188ade197a32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506120 Jul 23 09:33:22.729793 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-11b27a4c-cc2d-4627-a157-e85ef2ac877a service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853336 Jul 23 09:33:22.816597 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-909ce6d4-7306-448a-9102-fbd55c78094c req-55f0b379-726d-4063-bac8-1747b15d6e96 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808568 Jul 23 09:33:22.956553 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 55da75a6-3f51-4823-823a-a4ad11e14fe7 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:33:23.048202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:23.059374 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '55da75a6-3f51-4823-823a-a4ad11e14fe7', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'port_id': '55da75a6-3f51-4823-823a-a4ad11e14fe7', 'mac_address': 'fa:16:3e:c0:2c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e5b56-d409-449e-b085-51bc43ec423d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:33:23.094871 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:23.110348 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55da75a6-3f51-4823-823a-a4ad11e14fe7 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:23.129303 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:23.133808 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:23.183580 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:23.304773 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5f9f-1c7f-4db6-8816-1fdc69857173 req-82d7e80d-b1b2-447b-848b-d51c8cb9e8fe tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:23.306261 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b6f5f9f-1c7f-4db6-8816-1fdc69857173 req-82d7e80d-b1b2-447b-848b-d51c8cb9e8fe tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0636339 Jul 23 09:33:23.345422 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2b6f5f9f-1c7f-4db6-8816-1fdc69857173 req-7abaebee-3395-4dbe-b713-79feac311d6a tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jul 23 09:33:23.371803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:23.508120 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795419d-e98c-4f80-b7d1-c352a977be32 req-3da1a43c-c912-414a-9699-9b532aa3cce5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:23.509714 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3795419d-e98c-4f80-b7d1-c352a977be32 req-3da1a43c-c912-414a-9699-9b532aa3cce5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 944 time: 0.0828485 Jul 23 09:33:23.548726 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3795419d-e98c-4f80-b7d1-c352a977be32 req-a4cac579-e48d-450a-9762-3b0db1d42bb2 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Jul 23 09:33:23.940538 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:24.683008 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b050d-ef0c-4c2e-a802-c0222a09a11b req-223bedce-1875-4ad0-9d64-83039487ffcf tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:24.684601 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-649b050d-ef0c-4c2e-a802-c0222a09a11b req-223bedce-1875-4ad0-9d64-83039487ffcf tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 944 time: 0.0694883 Jul 23 09:33:24.737323 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-649b050d-ef0c-4c2e-a802-c0222a09a11b req-79a7a469-0d59-4282-a64c-6a5d556d5129 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Jul 23 09:33:24.977354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 55da75a6-3f51-4823-823a-a4ad11e14fe7 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:33:25.029849 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 55da75a6-3f51-4823-823a-a4ad11e14fe7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:33:25.033348 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 55da75a6-3f51-4823-823a-a4ad11e14fe7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:33:25.033734 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:25.109842 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:25.133607 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:25.135867 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4b576-1307-4654-bb4a-1f9a56004eab" -d '{"events": [{"server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "name": "network-vif-plugged", "status": "completed", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:25.148566 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:25.153154 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:25.179036 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dabe975-c35a-4dd7-9229-92c399dd4ca9 x-openstack-request-id: req-9dabe975-c35a-4dd7-9229-92c399dd4ca9 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:25.179334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "name": "network-vif-plugged", "status": "completed", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:25.179599 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dabe975-c35a-4dd7-9229-92c399dd4ca9 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:25.179974 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7', 'code': 200} Jul 23 09:33:25.208289 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:25.352506 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b208-a59e-4615-90e7-924b3326d7f9 req-31d05be7-b2d2-4c3c-a460-f55769371939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:25.353981 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c13b208-a59e-4615-90e7-924b3326d7f9 req-31d05be7-b2d2-4c3c-a460-f55769371939 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 1098 time: 0.0533423 Jul 23 09:33:25.390253 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c13b208-a59e-4615-90e7-924b3326d7f9 req-7f76d2c4-6bf8-4e25-ac69-b2289bb21aa4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290537 Jul 23 09:33:25.870147 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84177fa-4391-4968-8f52-33cee40f9775 req-76937c19-e87a-4f64-b25e-520f417e456b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:25.871675 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b84177fa-4391-4968-8f52-33cee40f9775 req-76937c19-e87a-4f64-b25e-520f417e456b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 945 time: 0.0671439 Jul 23 09:33:25.916888 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b84177fa-4391-4968-8f52-33cee40f9775 req-2a2b6f8a-6a91-43bb-a056-9d579eed5cc5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Jul 23 09:33:26.230113 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-71e66670-0b7d-4564-b393-5d6f21b13154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:27.050043 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304bb91-16ea-4bc9-bb34-7e5322150d50 req-5dec2623-ff03-4fb5-b7d9-c8d0f164aae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:27.051903 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6304bb91-16ea-4bc9-bb34-7e5322150d50 req-5dec2623-ff03-4fb5-b7d9-c8d0f164aae5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 945 time: 0.0639811 Jul 23 09:33:27.090557 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6304bb91-16ea-4bc9-bb34-7e5322150d50 req-c6e53e58-9846-4717-9764-93ed086411d4 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jul 23 09:33:28.939535 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:29.106234 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-921a7a2f-521b-40cc-a1c8-581086d83078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:30.210884 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:31.566689 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:36.390262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-57d68c91-08c1-488d-8bb1-7902683b6e21 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:36.391764 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-57d68c91-08c1-488d-8bb1-7902683b6e21 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1040738 Jul 23 09:33:36.407054 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-a8b24fec-20d7-4ec7-9b98-f18bc9cf2d1d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/quotas/a6d91579f2c944dcaded14f2c1e1f78b HTTP/1.1" status: 200 len: 375 time: 0.0093088 Jul 23 09:33:36.468698 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-61d46628-46ba-4850-a2db-8c0d02304b83 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565615 Jul 23 09:33:36.562954 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-e2fc38da-d4be-458c-bc6b-9d311d3ad0c5 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Jul 23 09:33:36.654067 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-6f7cb3a0-e21e-4a8c-a971-36a06b1d689e service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846479 Jul 23 09:33:36.815467 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f513ba7c-c35c-4d22-9fdf-3085ee7bb999 req-a8f648ac-2710-4723-95cd-f7459b2110ef tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 210 time: 0.0324929 Jul 23 09:33:37.898873 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-c70f98fc-13bd-4ed0-b793-6c896a8d398f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:37.901666 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-c70f98fc-13bd-4ed0-b793-6c896a8d398f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1116712 Jul 23 09:33:37.915632 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88ea92a5-f813-47d5-bce5-12516be3c72a req-4a98d485-f2c6-41a6-8f7e-09fee5d9c220 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 210 time: 0.0316477 Jul 23 09:33:37.916470 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Request body: {'port': {'device_id': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'admin_state_up': True, 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:38.024312 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:38.028223 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.149916 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Allocated IP 172.20.0.10 (94974df9-145e-4d09-abae-1d2d6386fafa/f59e5b56-d409-449e-b085-51bc43ec423d/701db281-82b7-4428-af81-a2753b3a824c) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:38.290539 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.327739 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.344290 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:38.367308 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Network 94974df9-145e-4d09-abae-1d2d6386fafa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:38.370409 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:38.376109 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:38.402549 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event updated for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:38.416127 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.416481 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.416825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.417168 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.417503 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.417839 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.418170 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.418497 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.418823 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.419144 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.419491 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.419812 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:33:38.437905 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:38.438517 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.452334 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-49fc4a91-337e-420d-8fe3-a3a578a1b967 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5404356 Jul 23 09:33:38.466376 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Request body: {'port': {'device_id': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:38.541687 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.791400 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701db281-82b7-4428-af81-a2753b3a824c {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:38.798576 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.811496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Transition to ACTIVE for port object 701db281-82b7-4428-af81-a2753b3a824c will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:38.815055 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:38.864793 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Pushing event updated for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:38.931627 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Attempting to bind port 701db281-82b7-4428-af81-a2753b3a824c on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:33:38.932281 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Attempting to bind port 701db281-82b7-4428-af81-a2753b3a824c by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:33:38.932281 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Attempting to bind port 701db281-82b7-4428-af81-a2753b3a824c on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:38.936380 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Port 701db281-82b7-4428-af81-a2753b3a824c on network 94974df9-145e-4d09-abae-1d2d6386fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:33:38.936691 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Attempting to bind port 701db281-82b7-4428-af81-a2753b3a824c on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:38.941603 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:33:38.941935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Checking segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:38.942311 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Bound using segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:33:38.942730 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Bound port: 701db281-82b7-4428-af81-a2753b3a824c, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:33:38.943495 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:39.034412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:33:39.039579 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=701db281-82b7-4428-af81-a2753b3a824c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:33:39.044569 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:39.090705 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.091319 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:39.092725 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] 10.222.0.13 "PUT /v2.0/ports/701db281-82b7-4428-af81-a2753b3a824c HTTP/1.1" status: 200 len: 1094 time: 0.6304746 Jul 23 09:33:39.093840 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'tag': '701db281-82b7-4428-af81-a2753b3a824c'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:39.096085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081cd141-108e-4e33-aafc-e7bf7968a66a" -d '{"events": [{"name": "network-changed", "server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "tag": "701db281-82b7-4428-af81-a2753b3a824c"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:39.115550 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a004d3-a648-4734-85e0-2c50ed1b2dd0 req-2a0ecab7-4d2d-4093-ad3b-08c7815c09d7 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.117225 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21a004d3-a648-4734-85e0-2c50ed1b2dd0 req-2a0ecab7-4d2d-4093-ad3b-08c7815c09d7 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 944 time: 0.1310918 Jul 23 09:33:39.129905 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae445626-4385-4c75-b53f-cf9242b23552 service neutron] Pushing event updated for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:39.134117 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba8361-cabd-4087-856e-daa84862f915 x-openstack-request-id: req-f8ba8361-cabd-4087-856e-daa84862f915 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:39.134406 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "tag": "701db281-82b7-4428-af81-a2753b3a824c", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:39.134656 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8ba8361-cabd-4087-856e-daa84862f915 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:39.135040 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'tag': '701db281-82b7-4428-af81-a2753b3a824c', 'status': 'completed', 'code': 200} Jul 23 09:33:39.195169 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21a004d3-a648-4734-85e0-2c50ed1b2dd0 req-0147bd32-48c1-4eeb-a9dd-c2d4e690dff8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589292 Jul 23 09:33:39.216043 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-bd70d223-2cd5-4465-b896-3fe721a63830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.217530 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-bd70d223-2cd5-4465-b896-3fe721a63830 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 1097 time: 0.0671427 Jul 23 09:33:39.265644 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-c2fbb497-c493-46b7-81d1-66efa59798f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701db281-82b7-4428-af81-a2753b3a824c HTTP/1.1" status: 200 len: 217 time: 0.0362124 Jul 23 09:33:39.315000 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-15ec1038-2120-4dec-ba43-3fbc4c890de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.316332 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-15ec1038-2120-4dec-ba43-3fbc4c890de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0404763 Jul 23 09:33:39.351135 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-e1bdbd73-f689-48fa-98d7-2b6754b2378c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256579 Jul 23 09:33:39.443968 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-348833b2-2f20-4934-b81f-ad8a04a1c392 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822539 Jul 23 09:33:39.532796 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00fa5a53-7f0d-45af-97f1-528e0be568df req-efdc196c-259d-4ca7-afde-7e993b3a1768 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798736 Jul 23 09:33:39.655896 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-b511ab55-6a97-404f-9256-09feeaef673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.657362 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-b511ab55-6a97-404f-9256-09feeaef673d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 1097 time: 0.0523779 Jul 23 09:33:39.749735 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-badb19f7-8778-45d9-a553-d0127b0063f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:39.751184 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-badb19f7-8778-45d9-a553-d0127b0063f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 916 time: 0.0847573 Jul 23 09:33:39.793441 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-56d9076e-df33-4245-babb-1fe08b04db49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701db281-82b7-4428-af81-a2753b3a824c HTTP/1.1" status: 200 len: 217 time: 0.0328445 Jul 23 09:33:40.092285 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-9ae5c79b-8e6c-4504-9579-6fefc97978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:40.093734 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-9ae5c79b-8e6c-4504-9579-6fefc97978d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.2868066 Jul 23 09:33:40.130489 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-2b44f1f5-ea4a-4c22-bf53-79aec94b903f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255094 Jul 23 09:33:40.229373 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-c3e2d434-9dd6-4da3-bb1f-740e4f1aef00 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813129 Jul 23 09:33:40.322838 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-081cd141-108e-4e33-aafc-e7bf7968a66a req-7360543e-9fd1-4b94-856d-036a12f93647 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809371 Jul 23 09:33:40.328240 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29b66a-fa9c-4e85-9efb-ce98eceed872 req-2028b196-9b44-4e36-9d08-c115c8e291c7 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:40.329730 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e29b66a-fa9c-4e85-9efb-ce98eceed872 req-2028b196-9b44-4e36-9d08-c115c8e291c7 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 944 time: 0.0663862 Jul 23 09:33:40.367607 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e29b66a-fa9c-4e85-9efb-ce98eceed872 req-00704dc9-1714-4467-ba31-dede7dfb723d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jul 23 09:33:41.040946 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 701db281-82b7-4428-af81-a2753b3a824c details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:33:41.132788 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=701db281-82b7-4428-af81-a2753b3a824c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:41.143350 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '701db281-82b7-4428-af81-a2753b3a824c', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'port_id': '701db281-82b7-4428-af81-a2753b3a824c', 'mac_address': 'fa:16:3e:3a:22:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e5b56-d409-449e-b085-51bc43ec423d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:33:41.179735 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:41.195746 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701db281-82b7-4428-af81-a2753b3a824c {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:41.214331 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=701db281-82b7-4428-af81-a2753b3a824c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:41.217901 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:41.264277 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:41.509154 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d281f-89a6-46b3-8b8b-3410b68254c8 req-f1417a4e-8bce-4ab6-ba60-5d6816a50829 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:41.510667 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-435d281f-89a6-46b3-8b8b-3410b68254c8 req-f1417a4e-8bce-4ab6-ba60-5d6816a50829 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 945 time: 0.0652199 Jul 23 09:33:41.536068 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['701db281-82b7-4428-af81-a2753b3a824c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:41.548992 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-435d281f-89a6-46b3-8b8b-3410b68254c8 req-92607161-7a5b-4642-8476-593d39bdbf08 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Jul 23 09:33:42.681876 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01670dce-8e05-4ee2-8750-b10cc3a53a04 req-0b7cb077-db62-41d6-86d9-13e14f7a3b4e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:42.683352 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-01670dce-8e05-4ee2-8750-b10cc3a53a04 req-0b7cb077-db62-41d6-86d9-13e14f7a3b4e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 945 time: 0.0646167 Jul 23 09:33:42.723788 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-01670dce-8e05-4ee2-8750-b10cc3a53a04 req-830c2d2b-4fef-4dd5-901e-d9a286f124b6 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348606 Jul 23 09:33:43.049691 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 701db281-82b7-4428-af81-a2753b3a824c up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:33:43.098653 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 701db281-82b7-4428-af81-a2753b3a824c completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:33:43.102587 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 701db281-82b7-4428-af81-a2753b3a824c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:33:43.102955 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:43.175690 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:43.198396 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701db281-82b7-4428-af81-a2753b3a824c'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:43.200634 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4005b76-44a0-4c9e-979c-248ddae5fc0d" -d '{"events": [{"server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "name": "network-vif-plugged", "status": "completed", "tag": "701db281-82b7-4428-af81-a2753b3a824c"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:43.212679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=701db281-82b7-4428-af81-a2753b3a824c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:33:43.217025 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:43.243603 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbb8e8-a7b4-402e-b101-71879c187434 x-openstack-request-id: req-fabbb8e8-a7b4-402e-b101-71879c187434 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:43.243948 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "name": "network-vif-plugged", "status": "completed", "tag": "701db281-82b7-4428-af81-a2753b3a824c", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:43.244144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fabbb8e8-a7b4-402e-b101-71879c187434 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:43.244518 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701db281-82b7-4428-af81-a2753b3a824c', 'code': 200} Jul 23 09:33:43.270540 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:43.418711 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d37d-ae17-48d2-8ff0-764498bfc24a req-f609f12b-f107-4d99-a7dc-5df302c04cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:43.420291 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7359d37d-ae17-48d2-8ff0-764498bfc24a req-f609f12b-f107-4d99-a7dc-5df302c04cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 1099 time: 0.0543149 Jul 23 09:33:43.456519 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7359d37d-ae17-48d2-8ff0-764498bfc24a req-9850345a-5674-4dca-83a1-b06d25b6143f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281825 Jul 23 09:33:43.861322 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48b28-ac12-4bf7-a0cf-ee1c9828b72d req-88821180-1286-4531-b31c-c2b7f15a4fd0 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:43.863565 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-44b48b28-ac12-4bf7-a0cf-ee1c9828b72d req-88821180-1286-4531-b31c-c2b7f15a4fd0 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 946 time: 0.0718238 Jul 23 09:33:43.905914 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-44b48b28-ac12-4bf7-a0cf-ee1c9828b72d req-e506ea08-1a6c-435c-b94e-c74ce60ef1a7 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Jul 23 09:33:45.038979 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92f9b-2f4f-4d7e-8763-3f0d01ffcdbd req-83fd9bd8-4529-42b2-8d3c-d987fa66d7fa tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:45.040469 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fdc92f9b-2f4f-4d7e-8763-3f0d01ffcdbd req-83fd9bd8-4529-42b2-8d3c-d987fa66d7fa tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 946 time: 0.0669339 Jul 23 09:33:45.076519 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fdc92f9b-2f4f-4d7e-8763-3f0d01ffcdbd req-c2987fa5-e2da-4cca-9c4a-866b44cb7d83 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Jul 23 09:33:52.029650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-3f6a50b1-6695-47b4-bb21-95395b1bbafe tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:52.031024 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-3f6a50b1-6695-47b4-bb21-95395b1bbafe tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1049271 Jul 23 09:33:52.045332 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-6e3830a8-a91e-4647-ba11-23dd6bfb93da tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/quotas/a6d91579f2c944dcaded14f2c1e1f78b HTTP/1.1" status: 200 len: 375 time: 0.0089006 Jul 23 09:33:52.109202 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-93c7b564-e662-4a4f-ba14-fb9d201df8b9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592752 Jul 23 09:33:52.243961 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-e236f416-173c-4b6d-aac5-a6d93b9b069a service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274598 Jul 23 09:33:52.329608 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-4a129f78-1935-4dcf-af52-4f90e3fa0753 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799024 Jul 23 09:33:52.486493 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c8b535c-a5a5-44ad-8315-ef0948878d1a req-766bf925-2aed-4e9b-b573-1b910f46fbc6 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Jul 23 09:33:53.585930 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d9778e73-48c6-4363-881f-d84cfff8852a req-6a52999c-906d-416e-9953-0642d2b19a88 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0345285 Jul 23 09:33:53.943757 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:54.681397 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6a60ef0e-59a6-46e4-9c2f-7901842b4811 req-5403e534-c46d-4845-8baa-7b46ac5404ba tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0294285 Jul 23 09:33:55.733484 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-6e43d465-b901-4420-9a18-9661890de087 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:55.734950 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-6e43d465-b901-4420-9a18-9661890de087 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1061876 Jul 23 09:33:55.748014 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Request body: {'port': {'device_id': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'admin_state_up': True, 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:55.800861 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35fc3715-1654-4ce0-b4ab-f048df40773f req-56969f06-6b67-48d2-9646-a8f909029234 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0482366 Jul 23 09:33:55.880490 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:33:55.884576 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.008254 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Allocated IP 172.20.0.14 (94974df9-145e-4d09-abae-1d2d6386fafa/f59e5b56-d409-449e-b085-51bc43ec423d/aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:33:56.153741 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.194174 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.208920 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7', '701db281-82b7-4428-af81-a2753b3a824c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:33:56.235117 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Network 94974df9-145e-4d09-abae-1d2d6386fafa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:33:56.238171 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:33:56.243851 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:33:56.256839 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-35fb5f07-0f9e-4109-b751-e74ee847c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.274303 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event updated for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:56.296769 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:56.297390 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.311065 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-a90952a9-ff1e-48cc-b691-84f4da00399a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669317 Jul 23 09:33:56.329300 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Request body: {'port': {'device_id': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:33:56.404825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.656276 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:33:56.663469 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.678320 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Transition to ACTIVE for port object aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:33:56.681814 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.730324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Pushing event updated for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:56.796177 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Attempting to bind port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:33:56.796831 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Attempting to bind port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:33:56.796831 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Attempting to bind port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:56.800860 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c on network 94974df9-145e-4d09-abae-1d2d6386fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:33:56.801174 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Attempting to bind port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:33:56.806539 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:33:56.806863 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Checking segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:33:56.807234 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Bound using segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:33:56.807674 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Bound port: aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:33:56.808022 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.870151 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:33:56.873255 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:33:56.879963 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.914503 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:56.915102 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:56.916531 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] 10.222.0.13 "PUT /v2.0/ports/aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c HTTP/1.1" status: 200 len: 1094 time: 0.5914242 Jul 23 09:33:56.916969 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:33:56.919197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2e348c-6b07-49e7-92d0-b4c655b4f169" -d '{"events": [{"name": "network-changed", "server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:33:56.928384 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc3-30ca-46b5-b370-cd45aade6a90 req-7f6c315f-f16b-4de1-ad3c-5bf8cccdeedb tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:56.930357 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53309bc3-30ca-46b5-b370-cd45aade6a90 req-7f6c315f-f16b-4de1-ad3c-5bf8cccdeedb tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0638182 Jul 23 09:33:56.943735 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c560f-b2e2-4aab-9a85-2c65e3b578de service neutron] Pushing event updated for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:33:56.957464 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a9500-6192-4727-95c0-4e85e796baa6 x-openstack-request-id: req-ed2a9500-6192-4727-95c0-4e85e796baa6 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:33:56.957759 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:33:56.958012 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed2a9500-6192-4727-95c0-4e85e796baa6 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:33:56.958410 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', 'status': 'completed', 'code': 200} Jul 23 09:33:56.974947 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-53309bc3-30ca-46b5-b370-cd45aade6a90 req-8f360748-cb5d-4f69-a823-de9d8e961058 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jul 23 09:33:58.108623 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da179101-0f92-4d41-8b00-46a26fedeb97 req-0fc3c149-e129-4447-871f-bdb17e8593e1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:58.110002 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-da179101-0f92-4d41-8b00-46a26fedeb97 req-0fc3c149-e129-4447-871f-bdb17e8593e1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0667334 Jul 23 09:33:58.146627 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-da179101-0f92-4d41-8b00-46a26fedeb97 req-d623fe2b-656d-4a50-9c40-334f22ac4d1a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Jul 23 09:33:58.712276 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:33:58.939807 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:59.107049 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b90dd830-dfe8-485b-8adf-3e2e97cfc7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:33:59.274411 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615575fe-e312-4061-9a92-13e9e707b870 req-4e3637bf-2840-4be5-a653-4ed5ce5999a1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.276284 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-615575fe-e312-4061-9a92-13e9e707b870 req-4e3637bf-2840-4be5-a653-4ed5ce5999a1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0650876 Jul 23 09:33:59.312834 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-615575fe-e312-4061-9a92-13e9e707b870 req-fe0212ef-4cbf-4dc4-b00b-81ec1c1b6775 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Jul 23 09:33:59.446098 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-e7dbe8a7-7d3c-47c5-9785-0053b0943add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.447525 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-e7dbe8a7-7d3c-47c5-9785-0053b0943add service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0524442 Jul 23 09:33:59.608721 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-811a159d-94e6-43db-aadb-133b17368546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.610272 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-811a159d-94e6-43db-aadb-133b17368546 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1543708 Jul 23 09:33:59.773604 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-73562fc3-13a4-4e54-a051-14e033d90876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.774975 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c2e348c-6b07-49e7-92d0-b4c655b4f169 req-73562fc3-13a4-4e54-a051-14e033d90876 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566751 Jul 23 09:33:59.869068 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-b0ecfce9-a65f-4e5a-87aa-e2b1b989fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.870527 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-b0ecfce9-a65f-4e5a-87aa-e2b1b989fa01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0521114 Jul 23 09:33:59.917335 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-0b776549-d655-48bb-9736-e37966da2e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c HTTP/1.1" status: 200 len: 217 time: 0.0341060 Jul 23 09:33:59.966612 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-fa4fad00-94de-4abc-9215-0bd209c77b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:33:59.968049 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-fa4fad00-94de-4abc-9215-0bd209c77b54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0432780 Jul 23 09:34:00.001073 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-ad8f250f-01c3-4a70-bbc3-9adfb65d07f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262430 Jul 23 09:34:00.089427 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-b4ff88fa-180c-40fe-b88f-9b9aad1feadd service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806673 Jul 23 09:34:00.175086 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c0702fc7-616c-4c4b-8a4a-5a886bd4de65 req-32254394-0082-42db-abf3-c889dbf9d502 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783334 Jul 23 09:34:00.212655 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:00.443752 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ac424-7551-4a86-bc14-aaf8a7fc116c req-08fd7a7d-b846-4745-82a7-27595bd04dc9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:00.445798 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27ac424-7551-4a86-bc14-aaf8a7fc116c req-08fd7a7d-b846-4745-82a7-27595bd04dc9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0661600 Jul 23 09:34:00.490102 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27ac424-7551-4a86-bc14-aaf8a7fc116c req-95304826-86ad-42a4-84cf-454e4d0fa836 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370321 Jul 23 09:34:01.568704 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:01.627537 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e13b9d-6ebd-4ada-b62c-a837f5b95012 req-18b46b38-ce51-42b6-90ac-ebe6c7592f0d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:01.628935 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-99e13b9d-6ebd-4ada-b62c-a837f5b95012 req-18b46b38-ce51-42b6-90ac-ebe6c7592f0d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0690646 Jul 23 09:34:01.667472 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-99e13b9d-6ebd-4ada-b62c-a837f5b95012 req-e3fd1f0e-2e38-4812-ac6b-f7c48dc1b0e2 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 23 09:34:02.792673 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e63e-b786-4761-88cb-77b051759032 req-c21df870-deb2-496d-8505-d69169e9ee7f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:02.794142 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8187e63e-b786-4761-88cb-77b051759032 req-c21df870-deb2-496d-8505-d69169e9ee7f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0612175 Jul 23 09:34:02.829949 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8187e63e-b786-4761-88cb-77b051759032 req-d977f200-8af1-4f4a-a09d-7afd0a72738d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Jul 23 09:34:03.393740 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:34:03.484984 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:03.499505 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'port_id': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', 'mac_address': 'fa:16:3e:00:1c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e5b56-d409-449e-b085-51bc43ec423d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:34:03.656094 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:03.668969 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:34:03.688815 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:03.693647 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:03.743864 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:03.958904 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d285d-11b4-48ef-af5d-bb0553f0d8b9 req-c2ebf33d-d34b-4a98-999d-b77ed47bb962 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:03.960310 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27d285d-11b4-48ef-af5d-bb0553f0d8b9 req-c2ebf33d-d34b-4a98-999d-b77ed47bb962 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0622633 Jul 23 09:34:03.996686 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27d285d-11b4-48ef-af5d-bb0553f0d8b9 req-8e2c0aeb-fcf7-4a8c-b8e8-87c2df875e7c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Jul 23 09:34:04.002263 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:05.058682 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017450ff-712d-46bf-a9cd-9728c18a4b70 req-2a6760ee-7798-4fbb-ba73-2296463a095c tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:05.060114 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-017450ff-712d-46bf-a9cd-9728c18a4b70 req-2a6760ee-7798-4fbb-ba73-2296463a095c tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0676260 Jul 23 09:34:05.097847 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-017450ff-712d-46bf-a9cd-9728c18a4b70 req-71ffd72e-7c21-498b-8d82-776d63ba624e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Jul 23 09:34:05.128507 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe7f84-92b0-4d0c-8ef0-e8e2343f1af6 req-4daa7d2f-ea94-49ed-8b5d-29af14795fa8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:05.130008 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f8fe7f84-92b0-4d0c-8ef0-e8e2343f1af6 req-4daa7d2f-ea94-49ed-8b5d-29af14795fa8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0666924 Jul 23 09:34:05.167249 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f8fe7f84-92b0-4d0c-8ef0-e8e2343f1af6 req-b3b6c755-f0c8-443e-88f1-c31de323d4f5 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317810 Jul 23 09:34:05.389085 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:34:05.435761 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:34:05.439398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:34:05.439799 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:05.517525 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:05.539171 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:05.541943 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef04a0f8-f111-48ec-b3e3-0e66d0efec96" -d '{"events": [{"server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:05.553897 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:05.558733 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:05.583393 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d5374-6c85-4d54-bfa2-9cfb3f25d06c x-openstack-request-id: req-b43d5374-6c85-4d54-bfa2-9cfb3f25d06c {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:05.583702 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:05.583948 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b43d5374-6c85-4d54-bfa2-9cfb3f25d06c {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:05.584321 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', 'code': 200} Jul 23 09:34:05.609551 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:05.761886 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3cc93-4c56-479f-a4b1-76164199c301 req-73522b82-93b7-40ab-8844-5771918e7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:05.763254 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74e3cc93-4c56-479f-a4b1-76164199c301 req-73522b82-93b7-40ab-8844-5771918e7abc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 1099 time: 0.0510352 Jul 23 09:34:05.797277 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74e3cc93-4c56-479f-a4b1-76164199c301 req-1692158a-cf03-4395-ad36-b14dc63c99ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256348 Jul 23 09:34:06.224419 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5062c8-f3ee-4569-9289-2563dbd16db1 req-2cee71b5-6fbf-4def-9158-9b735c373d89 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:06.225915 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee5062c8-f3ee-4569-9289-2563dbd16db1 req-2cee71b5-6fbf-4def-9158-9b735c373d89 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0628450 Jul 23 09:34:06.264295 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee5062c8-f3ee-4569-9289-2563dbd16db1 req-b95b1547-09df-4f57-a59f-368f3c45c9f8 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Jul 23 09:34:06.297075 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cc8b3-4f8f-4555-8cf9-f3b036591eb2 req-8d112a50-636d-4a94-8636-9416c84d8d82 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:06.298550 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-148cc8b3-4f8f-4555-8cf9-f3b036591eb2 req-8d112a50-636d-4a94-8636-9416c84d8d82 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.0635810 Jul 23 09:34:06.337287 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-148cc8b3-4f8f-4555-8cf9-f3b036591eb2 req-2a701db3-3c4d-4aff-acfe-97e185baaf86 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Jul 23 09:34:07.193650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-bd6ec119-d2b7-4e28-87be-2884f3ec999e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:07.194990 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-bd6ec119-d2b7-4e28-87be-2884f3ec999e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0604572 Jul 23 09:34:07.291132 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Deleting port 815ea46a-8f32-469f-957e-14f66e65ad24 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:34:07.291496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:07.384860 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] For port 815ea46a-8f32-469f-957e-14f66e65ad24, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=815ea46a-8f32-469f-957e-14f66e65ad24,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:07.385544 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:07.394361 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c26a7-53e5-4a08-8eed-0564e5e8a17d req-654860e1-283f-4869-bd3a-2d911e325319 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:07.396471 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-787c26a7-53e5-4a08-8eed-0564e5e8a17d req-654860e1-283f-4869-bd3a-2d911e325319 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5 HTTP/1.1" status: 200 len: 945 time: 0.0657620 Jul 23 09:34:07.397496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Calling delete_port for 815ea46a-8f32-469f-957e-14f66e65ad24 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:34:07.441438 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-787c26a7-53e5-4a08-8eed-0564e5e8a17d req-455530ef-84b5-424d-b263-8e0d97b13c6a tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Jul 23 09:34:07.521853 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55438c-dd52-440d-bf55-54e6a63d1233 req-cd374290-095a-489d-9bbb-fbdb63a87d9c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:07.523319 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ac55438c-dd52-440d-bf55-54e6a63d1233 req-cd374290-095a-489d-9bbb-fbdb63a87d9c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.1199553 Jul 23 09:34:07.595798 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ac55438c-dd52-440d-bf55-54e6a63d1233 req-a4fb42da-f5d1-43cc-9979-11f883bfe454 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661452 Jul 23 09:34:07.600426 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:07.618710 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['815ea46a-8f32-469f-957e-14f66e65ad24'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:07.632652 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Pushing event deleted for resources: {'Port': ['ID=815ea46a-8f32-469f-957e-14f66e65ad24,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:07.679564 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] No DVR routers for this DVR port 815ea46a-8f32-469f-957e-14f66e65ad24 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:34:07.682722 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:07.684811 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-51e99636-ba7f-40a5-a4bd-b4aaba1e2398 req-1d27084b-dd93-4619-bc29-c5be4351765f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "DELETE /v2.0/ports/815ea46a-8f32-469f-957e-14f66e65ad24 HTTP/1.1" status: 204 len: 173 time: 0.4836481 Jul 23 09:34:07.685245 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'name': 'network-vif-deleted', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:07.687490 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e58bb-f3df-46ce-8c8c-b75e445d15bb" -d '{"events": [{"server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "name": "network-vif-deleted", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:07.727608 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71385852-c1e7-452c-90e4-12c85b9fc36c x-openstack-request-id: req-71385852-c1e7-452c-90e4-12c85b9fc36c {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:07.728060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5", "name": "network-vif-deleted", "tag": "815ea46a-8f32-469f-957e-14f66e65ad24", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:07.728397 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71385852-c1e7-452c-90e4-12c85b9fc36c {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:07.728781 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fce9ee5-0962-4e15-8d54-5dc64fd9d6f5', 'name': 'network-vif-deleted', 'tag': '815ea46a-8f32-469f-957e-14f66e65ad24', 'status': 'completed', 'code': 200} Jul 23 09:34:12.067570 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 815ea46a-8f32-469f-957e-14f66e65ad24 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:34:12.090860 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 815ea46a-8f32-469f-957e-14f66e65ad24 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:34:12.091209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 815ea46a-8f32-469f-957e-14f66e65ad24 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:34:18.484291 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e870df33-89fc-4c0c-941a-ba7fc68c60c2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:18.485663 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e870df33-89fc-4c0c-941a-ba7fc68c60c2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 813 time: 0.0969682 Jul 23 09:34:18.499591 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-259c0097-18b7-4a63-a800-8fa04ee62ca3 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/quotas/12081b03884b438b87b4f7707ec4c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0087676 Jul 23 09:34:18.536271 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-d2bd79f3-1566-4da6-a1c1-6cced00d756e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316753 Jul 23 09:34:18.624217 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-43513023-bba4-40c7-9416-7c848c2077f9 service neutron] 10.222.0.10 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804060 Jul 23 09:34:18.717789 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-de403a1c-f164-4d10-a7bd-f790192b8416 service neutron] 10.222.0.10 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Jul 23 09:34:18.887992 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e7084512-3115-4b11-a1f1-fcfcfde9e05f req-9d94cd3d-1ce2-4a94-9eb2-bf894af2face tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 210 time: 0.0294821 Jul 23 09:34:19.876054 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-3a412caf-8d80-4ff9-b8a4-53e0c8e8c5e0 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:19.877563 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-3a412caf-8d80-4ff9-b8a4-53e0c8e8c5e0 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 813 time: 0.1028128 Jul 23 09:34:19.890500 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Request body: {'port': {'device_id': '286812cc-1592-4539-bb0e-9d1a643896e4', 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b', 'admin_state_up': True, 'tenant_id': '12081b03884b438b87b4f7707ec4c9e5'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:34:20.001939 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53dd0732-9723-49ab-9560-6074469338ba req-af9d3912-cb46-49a3-bd31-1f643a168d3e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 210 time: 0.0342665 Jul 23 09:34:20.049250 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Made reservation on behalf of 12081b03884b438b87b4f7707ec4c9e5 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:34:20.052928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:20.409415 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Allocated IP 172.20.0.8 (23241862-727f-4979-9f47-0bcac08b2e3b/91dfc408-cd7f-427d-80f7-6bc6f17cf6f2/f22a6016-d15d-4b89-a9e8-dbd221037a23) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:34:20.549336 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:20.589916 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:20.632424 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Network 23241862-727f-4979-9f47-0bcac08b2e3b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:34:20.637933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:34:20.641600 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:34:20.665938 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Pushing event updated for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:20.692662 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:20.693272 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:20.706454 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-e23cc629-b934-4ece-b0ed-e6aa107034af tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8198204 Jul 23 09:34:20.718866 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Request body: {'port': {'device_id': '286812cc-1592-4539-bb0e-9d1a643896e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:34:20.793519 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.058250 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22a6016-d15d-4b89-a9e8-dbd221037a23 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:34:21.066052 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.079494 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Transition to ACTIVE for port object f22a6016-d15d-4b89-a9e8-dbd221037a23 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:34:21.083816 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.143958 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Pushing event updated for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:21.146009 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c84bea-c5bb-46e8-814c-af5c39abb449 req-48f6ca92-1279-407c-b2cc-b62aa7d022b2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:21.147575 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07c84bea-c5bb-46e8-814c-af5c39abb449 req-48f6ca92-1279-407c-b2cc-b62aa7d022b2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 943 time: 0.0727155 Jul 23 09:34:21.200608 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07c84bea-c5bb-46e8-814c-af5c39abb449 req-20140306-2ef4-4e4e-8694-784e5d3be5d8 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368814 Jul 23 09:34:21.234963 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Attempting to bind port f22a6016-d15d-4b89-a9e8-dbd221037a23 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:34:21.235297 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Attempting to bind port f22a6016-d15d-4b89-a9e8-dbd221037a23 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:34:21.235642 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Attempting to bind port f22a6016-d15d-4b89-a9e8-dbd221037a23 on network 23241862-727f-4979-9f47-0bcac08b2e3b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:34:21.248620 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Port f22a6016-d15d-4b89-a9e8-dbd221037a23 on network 23241862-727f-4979-9f47-0bcac08b2e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:34:21.248937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Attempting to bind port f22a6016-d15d-4b89-a9e8-dbd221037a23 on network 23241862-727f-4979-9f47-0bcac08b2e3b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:34:21.257194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:34:21.257525 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Checking segment: {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:34:21.258478 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Bound using segment: {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:34:21.258899 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Bound port: f22a6016-d15d-4b89-a9e8-dbd221037a23, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:34:21.259247 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.359722 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-6c9aa1e0-0f6c-45ff-934a-32e5af19c574 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:21.361073 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-6c9aa1e0-0f6c-45ff-934a-32e5af19c574 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1485355 Jul 23 09:34:21.383874 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:34:21.387971 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-07943b6a-b487-4774-bbd1-2e28962cb370 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/quotas/a6d91579f2c944dcaded14f2c1e1f78b HTTP/1.1" status: 200 len: 375 time: 0.0196898 Jul 23 09:34:21.404203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:34:21.424478 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.465432 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:21.466590 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:21.467983 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] 10.222.0.13 "PUT /v2.0/ports/f22a6016-d15d-4b89-a9e8-dbd221037a23 HTTP/1.1" status: 200 len: 1093 time: 0.7532051 Jul 23 09:34:21.470530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:21.472755 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26bc00f-c87f-493d-99af-c8204a45ef25" -d '{"events": [{"name": "network-changed", "server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:21.505413 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37aca-0119-4d16-9c5f-984a374be424 service neutron] Pushing event updated for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:21.515267 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85022a24-4a0a-465e-864e-583e7c97f1d4 x-openstack-request-id: req-85022a24-4a0a-465e-864e-583e7c97f1d4 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:21.515587 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:21.515838 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85022a24-4a0a-465e-864e-583e7c97f1d4 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:21.516220 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23', 'status': 'completed', 'code': 200} Jul 23 09:34:21.542285 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-58791e99-164d-410e-a181-89b6bf8662d3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488612 Jul 23 09:34:21.652605 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-5714ef0d-0345-4bc7-88a2-ecb1ae44b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:21.654009 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-5714ef0d-0345-4bc7-88a2-ecb1ae44b871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 1096 time: 0.1325560 Jul 23 09:34:21.659071 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-17611cd7-00cb-4bff-a90b-95ac9cb975d9 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011658 Jul 23 09:34:21.711503 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-788a7562-4c1c-41e2-9b74-9e2c9e132726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23 HTTP/1.1" status: 200 len: 217 time: 0.0475721 Jul 23 09:34:21.797481 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-68015aa4-d7eb-4f48-b6f6-55a5e18fd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:21.799045 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-68015aa4-d7eb-4f48-b6f6-55a5e18fd19f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 HTTP/1.1" status: 200 len: 853 time: 0.0799191 Jul 23 09:34:21.828433 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-fd23446a-7263-4e86-a5e7-d15c3045ae22 service neutron] 10.222.0.10 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592798 Jul 23 09:34:21.846591 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-6b4ac7dc-d09b-4959-b66c-97b4b8f3925e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23241862-727f-4979-9f47-0bcac08b2e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332141 Jul 23 09:34:21.944002 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-c701f517-1164-477a-bc99-3edb758d4292 service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Jul 23 09:34:21.993383 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8f0b008a-7681-44c8-96a6-c13a993e76d8 req-ce49a4c1-665b-47de-a9e1-97cf0d91f278 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 210 time: 0.0286119 Jul 23 09:34:22.042460 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93f3ee3d-ff7d-4b68-921a-d70387ee1c0c req-ce1cde12-cb8c-4c2d-a168-bf647330cb6d service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Jul 23 09:34:22.150444 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-802a0dba-b84d-430a-b0d3-878d82186bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.152010 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-802a0dba-b84d-430a-b0d3-878d82186bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12081b03884b438b87b4f7707ec4c9e5&device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 1096 time: 0.0608199 Jul 23 09:34:22.260690 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-39cac7a6-769d-456c-b699-0f9f9d51884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.262181 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-39cac7a6-769d-456c-b699-0f9f9d51884f service neutron] 10.222.0.13 "GET /v2.0/networks?id=23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 200 len: 914 time: 0.1003501 Jul 23 09:34:22.319025 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-08193b01-af12-400f-ba6e-f46b49a95da2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23 HTTP/1.1" status: 200 len: 217 time: 0.0470688 Jul 23 09:34:22.389515 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-5e261e7f-a4a7-4d3f-8e32-4d9abf995a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.390853 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-5e261e7f-a4a7-4d3f-8e32-4d9abf995a49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 HTTP/1.1" status: 200 len: 853 time: 0.0511887 Jul 23 09:34:22.430653 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-3dfa31b4-e6ab-4413-b9b1-48270cfccb09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23241862-727f-4979-9f47-0bcac08b2e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277979 Jul 23 09:34:22.437804 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a299d1-4a6c-41d4-b5ce-32bc4c121136 req-3e855d49-ac6c-40a6-ba19-d4329b3501fb tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.439202 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62a299d1-4a6c-41d4-b5ce-32bc4c121136 req-3e855d49-ac6c-40a6-ba19-d4329b3501fb tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 943 time: 0.1290855 Jul 23 09:34:22.540565 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62a299d1-4a6c-41d4-b5ce-32bc4c121136 req-f8ce740d-9661-4571-966d-a588784a2864 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921800 Jul 23 09:34:22.560129 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-7bb6e95f-0e75-4c2c-b2ad-4a7c1452986e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657036 Jul 23 09:34:22.583503 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-e5acee6c-5098-4eaa-991f-218a549f6bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339896 Jul 23 09:34:22.661184 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-228cbb10-109e-4405-8e66-9d7fd862c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.662773 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-228cbb10-109e-4405-8e66-9d7fd862c913 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1098 time: 0.0544081 Jul 23 09:34:22.685997 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c26bc00f-c87f-493d-99af-c8204a45ef25 req-dcb156fe-eb29-4202-acb3-9791d2fa9665 service neutron] 10.222.0.13 "GET /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880277 Jul 23 09:34:22.769856 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-618f7d6b-7f3e-42ee-ad23-dd195b8a3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.771334 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-618f7d6b-7f3e-42ee-ad23-dd195b8a3ad5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.0887151 Jul 23 09:34:22.844600 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-0f99caca-b2e3-4f8d-bc93-1295712e4578 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 1001 time: 0.0600681 Jul 23 09:34:22.893093 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-7b86e013-ada4-4d38-9a03-a66e41f8f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.894495 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-7b86e013-ada4-4d38-9a03-a66e41f8f273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0414879 Jul 23 09:34:22.952445 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-01807349-fba9-44f5-8778-e26e29f49f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:22.953873 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-01807349-fba9-44f5-8778-e26e29f49f1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512831 Jul 23 09:34:23.058972 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-21ce92a8-db31-4725-a0dd-57d17ee8c4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923748 Jul 23 09:34:23.113205 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-d6b7f2d1-bb91-4bf7-b8fd-565d471dc9e4 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:23.114661 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-d6b7f2d1-bb91-4bf7-b8fd-565d471dc9e4 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 815 time: 0.1175253 Jul 23 09:34:23.126019 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e0d1404a-e08c-4633-aa1b-e519e50daace req-7580707f-0f74-46e6-8d6f-54dad5da2ed4 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 210 time: 0.0503280 Jul 23 09:34:23.128535 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Request body: {'port': {'device_id': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'admin_state_up': True, 'tenant_id': 'a6d91579f2c944dcaded14f2c1e1f78b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:34:23.196021 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5fcf1625-1c25-4d0a-a8c7-743828e19e31 req-df8c19a8-83ba-401a-8514-212315742405 service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294672 Jul 23 09:34:23.244849 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Made reservation on behalf of a6d91579f2c944dcaded14f2c1e1f78b for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:34:23.248190 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:23.368439 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Allocated IP 172.20.0.3 (94974df9-145e-4d09-abae-1d2d6386fafa/f59e5b56-d409-449e-b085-51bc43ec423d/08353d49-aa3e-496b-94f8-89eb3db5d036) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:34:23.525013 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:23.561228 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:23.574665 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7', '701db281-82b7-4428-af81-a2753b3a824c', 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:23.606029 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Network 94974df9-145e-4d09-abae-1d2d6386fafa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:34:23.612361 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:34:23.616666 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:34:23.647342 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event updated for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:23.694097 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:23.694716 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:23.715781 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-7bbe253a-e83c-4556-83c6-1a6bb431409c tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911596 Jul 23 09:34:23.727510 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21db48-d2b5-4f35-b834-46834d6dc58d req-c625a314-f884-4f26-8329-1420d773507e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:23.728922 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f21db48-d2b5-4f35-b834-46834d6dc58d req-c625a314-f884-4f26-8329-1420d773507e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 943 time: 0.1178918 Jul 23 09:34:23.733952 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Request body: {'port': {'device_id': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:34:23.819211 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f21db48-d2b5-4f35-b834-46834d6dc58d req-ff46aaf0-2535-403e-a8d9-726eac6597ac tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818555 Jul 23 09:34:23.832746 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:23.957552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.089722 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08353d49-aa3e-496b-94f8-89eb3db5d036 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:34:24.097015 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.108586 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Transition to ACTIVE for port object 08353d49-aa3e-496b-94f8-89eb3db5d036 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:34:24.113291 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.162178 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Pushing event updated for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:24.235530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Attempting to bind port 08353d49-aa3e-496b-94f8-89eb3db5d036 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:34:24.235869 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Attempting to bind port 08353d49-aa3e-496b-94f8-89eb3db5d036 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:34:24.236195 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Attempting to bind port 08353d49-aa3e-496b-94f8-89eb3db5d036 on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:34:24.240448 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Port 08353d49-aa3e-496b-94f8-89eb3db5d036 on network 94974df9-145e-4d09-abae-1d2d6386fafa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:34:24.240770 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Attempting to bind port 08353d49-aa3e-496b-94f8-89eb3db5d036 on network 94974df9-145e-4d09-abae-1d2d6386fafa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:34:24.245604 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:34:24.246210 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Checking segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:34:24.246315 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Bound using segment: {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:34:24.246727 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Bound port: 08353d49-aa3e-496b-94f8-89eb3db5d036, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ff1660-6f3b-41e9-9f95-8e8192edf3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:34:24.247085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.260300 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d78193-74b9-411c-ac68-ad4c39e26e73 req-db0d8e0e-9226-41d1-9198-f087f87454ed tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.261825 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-35d78193-74b9-411c-ac68-ad4c39e26e73 req-db0d8e0e-9226-41d1-9198-f087f87454ed tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 943 time: 0.0656924 Jul 23 09:34:24.299181 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-35d78193-74b9-411c-ac68-ad4c39e26e73 req-46ce27eb-1bc1-4968-9af2-5e6ecd990171 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Jul 23 09:34:24.309856 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:34:24.312772 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=08353d49-aa3e-496b-94f8-89eb3db5d036,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:34:24.319843 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.351916 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.352384 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:24.353743 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] 10.222.0.13 "PUT /v2.0/ports/08353d49-aa3e-496b-94f8-89eb3db5d036 HTTP/1.1" status: 200 len: 1093 time: 0.6238453 Jul 23 09:34:24.354277 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:24.356555 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b32f5-03ac-4696-a6e6-a8f02186754e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:24.382241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41402f4-d1d4-4d05-804a-4c020df58933 service neutron] Pushing event updated for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:24.400757 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747972e-c0b7-4bcc-83a2-74ab26be6b47 x-openstack-request-id: req-9747972e-c0b7-4bcc-83a2-74ab26be6b47 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:24.401040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:24.401292 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9747972e-c0b7-4bcc-83a2-74ab26be6b47 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:24.401672 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036', 'status': 'completed', 'code': 200} Jul 23 09:34:24.449319 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-38907153-c599-435f-8e19-df3bb245fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.450794 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-38907153-c599-435f-8e19-df3bb245fbdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0587034 Jul 23 09:34:24.503041 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-3a3da5b1-14c4-4a6c-83cb-6ddcea54b21c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08353d49-aa3e-496b-94f8-89eb3db5d036 HTTP/1.1" status: 200 len: 217 time: 0.0326204 Jul 23 09:34:24.551665 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-cb41b95d-4cb8-4a95-840d-963d25a15381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.553069 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-cb41b95d-4cb8-4a95-840d-963d25a15381 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0409777 Jul 23 09:34:24.586002 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-546966ae-6b6a-4078-a05a-07a7950b6f42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255873 Jul 23 09:34:24.681462 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-afd04e05-68d5-473f-a575-1e4ad8626998 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886812 Jul 23 09:34:24.772265 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15766f51-23e4-4337-9a6f-502ff7cb9c32 req-2590e255-b10e-4032-bc98-c24bad2ce596 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831802 Jul 23 09:34:24.877672 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-0fc67ce9-5ac3-4ab5-a6cd-d26912edb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.879198 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-0fc67ce9-5ac3-4ab5-a6cd-d26912edb848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0534763 Jul 23 09:34:24.954380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f792f-3830-422a-9226-168c25ed27bd req-cc37ab62-1deb-49e6-a3af-a706d66df299 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.955824 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-114f792f-3830-422a-9226-168c25ed27bd req-cc37ab62-1deb-49e6-a3af-a706d66df299 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 943 time: 0.0681486 Jul 23 09:34:24.968680 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-31a21a59-b497-4e4a-8b44-6c81d2f274b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:24.970154 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-31a21a59-b497-4e4a-8b44-6c81d2f274b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 200 len: 916 time: 0.0832186 Jul 23 09:34:24.993681 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-114f792f-3830-422a-9226-168c25ed27bd req-c1e14928-a234-49c1-9c23-f037a18b8491 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Jul 23 09:34:25.018484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-3a869891-10b6-4272-a656-182bb11f876d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08353d49-aa3e-496b-94f8-89eb3db5d036 HTTP/1.1" status: 200 len: 217 time: 0.0367680 Jul 23 09:34:25.067217 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-616785a5-a09e-4369-99ab-91719d335611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:25.068619 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-616785a5-a09e-4369-99ab-91719d335611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 200 len: 855 time: 0.0418484 Jul 23 09:34:25.100893 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-53e65fdf-9832-43fc-859d-cd7c711b15e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94974df9-145e-4d09-abae-1d2d6386fafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255299 Jul 23 09:34:25.194380 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-63645471-3386-48e7-b598-6b2d86746721 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Jul 23 09:34:25.294774 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-577b32f5-03ac-4696-a6e6-a8f02186754e req-8cfb3480-86cc-4d3b-ad91-53ead59a76c3 service neutron] 10.222.0.13 "GET /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798821 Jul 23 09:34:25.431271 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2952e5-3548-4dd1-9033-4145d3791357 req-f3d0f89f-4584-43ef-b200-642e6255de25 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:25.432748 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f2952e5-3548-4dd1-9033-4145d3791357 req-f3d0f89f-4584-43ef-b200-642e6255de25 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 943 time: 0.0648363 Jul 23 09:34:25.469102 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f2952e5-3548-4dd1-9033-4145d3791357 req-e39d39a0-e0db-4039-a3b9-240367f32b69 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Jul 23 09:34:26.110216 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device f22a6016-d15d-4b89-a9e8-dbd221037a23 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:34:26.123066 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80da84b-fb19-4b9a-806a-441a87686021 req-9f25af13-ffc3-458b-83c2-a866e5be7c2e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:26.124797 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b80da84b-fb19-4b9a-806a-441a87686021 req-9f25af13-ffc3-458b-83c2-a866e5be7c2e tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 943 time: 0.0658250 Jul 23 09:34:26.161432 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b80da84b-fb19-4b9a-806a-441a87686021 req-c5664434-39c4-4f62-909c-bf15fd3e1adc tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Jul 23 09:34:26.206689 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:26.224859 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': 'f22a6016-d15d-4b89-a9e8-dbd221037a23', 'network_id': '23241862-727f-4979-9f47-0bcac08b2e3b', 'port_id': 'f22a6016-d15d-4b89-a9e8-dbd221037a23', 'mac_address': 'fa:16:3e:81:0c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dfc408-cd7f-427d-80f7-6bc6f17cf6f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:34:26.233886 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67820a9a-c9ed-4f5c-8c14-b03ab6629971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:26.265684 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:26.278063 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22a6016-d15d-4b89-a9e8-dbd221037a23 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:34:26.297560 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:26.301107 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:26.346550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:26.353853 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.354401 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.354743 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.355076 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.355404 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.355757 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.356082 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.356404 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.356726 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.357051 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.357369 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.357685 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:26.573793 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['f22a6016-d15d-4b89-a9e8-dbd221037a23'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:26.600195 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85431e51-6f9b-4020-9b5d-d24ff1da9e7c req-12151825-6425-4b83-977a-f745a663909d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:26.602249 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85431e51-6f9b-4020-9b5d-d24ff1da9e7c req-12151825-6425-4b83-977a-f745a663909d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 943 time: 0.0624185 Jul 23 09:34:26.639135 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85431e51-6f9b-4020-9b5d-d24ff1da9e7c req-9f318ac0-4b01-4c0a-a85c-2bb05b00bf87 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Jul 23 09:34:27.288161 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdea06-46a4-4a97-b27d-af055c7bfba5 req-6b490899-3083-4e2f-91cd-9395e8c8de66 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:27.289839 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ecdea06-46a4-4a97-b27d-af055c7bfba5 req-6b490899-3083-4e2f-91cd-9395e8c8de66 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 944 time: 0.0630400 Jul 23 09:34:27.327615 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ecdea06-46a4-4a97-b27d-af055c7bfba5 req-63462e56-1229-471c-8570-5fbed61f6940 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jul 23 09:34:27.768674 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736eca-1b7d-4666-a776-18cb88bd0cc4 req-017afb86-5367-4a0a-9e4f-2fea29501a7f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:27.770017 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e736eca-1b7d-4666-a776-18cb88bd0cc4 req-017afb86-5367-4a0a-9e4f-2fea29501a7f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 943 time: 0.0645714 Jul 23 09:34:27.806633 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e736eca-1b7d-4666-a776-18cb88bd0cc4 req-e71cb83f-5514-4742-8b0f-4d618ee74bfc tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308900 Jul 23 09:34:28.110257 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 08353d49-aa3e-496b-94f8-89eb3db5d036 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:34:28.113426 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device f22a6016-d15d-4b89-a9e8-dbd221037a23 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:34:28.222186 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port f22a6016-d15d-4b89-a9e8-dbd221037a23 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:34:28.231157 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port f22a6016-d15d-4b89-a9e8-dbd221037a23 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:34:28.231927 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.268737 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=08353d49-aa3e-496b-94f8-89eb3db5d036,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:28.288043 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '08353d49-aa3e-496b-94f8-89eb3db5d036', 'network_id': '94974df9-145e-4d09-abae-1d2d6386fafa', 'port_id': '08353d49-aa3e-496b-94f8-89eb3db5d036', 'mac_address': 'fa:16:3e:ba:09:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e5b56-d409-449e-b085-51bc43ec423d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:34:28.358719 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.374750 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.386340 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08353d49-aa3e-496b-94f8-89eb3db5d036 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:34:28.409150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:28.411399 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e99d03-6fa3-4ad8-bd50-7e65cd5b0979" -d '{"events": [{"server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "name": "network-vif-plugged", "status": "completed", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:28.428359 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=08353d49-aa3e-496b-94f8-89eb3db5d036,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:28.432791 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.436797 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:28.460755 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f744735-f16b-4789-912a-ce551a9d53f0 x-openstack-request-id: req-1f744735-f16b-4789-912a-ce551a9d53f0 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:28.462458 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "name": "network-vif-plugged", "status": "completed", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:28.462719 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f744735-f16b-4789-912a-ce551a9d53f0 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:28.463140 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23', 'code': 200} Jul 23 09:34:28.463678 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128d150-1cfd-4e8e-bc35-7118a6cf0e4b req-10ecd271-a9fa-4f6e-8099-940ae7d34a0f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:28.465266 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2128d150-1cfd-4e8e-bc35-7118a6cf0e4b req-10ecd271-a9fa-4f6e-8099-940ae7d34a0f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 944 time: 0.0728612 Jul 23 09:34:28.465918 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.493269 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:28.508624 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2128d150-1cfd-4e8e-bc35-7118a6cf0e4b req-a588384d-1f08-4fb9-bfaa-64272939d7ba tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Jul 23 09:34:28.542276 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:28.641120 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465db158-ac9d-4688-9c4f-4de46661c9f1 req-0d979fe0-7135-4aed-8b33-7fcac437f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:28.642523 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-465db158-ac9d-4688-9c4f-4de46661c9f1 req-0d979fe0-7135-4aed-8b33-7fcac437f3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 1098 time: 0.0528085 Jul 23 09:34:28.678305 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-465db158-ac9d-4688-9c4f-4de46661c9f1 req-9dccfdc0-15b1-46af-9b66-ae0fdc10bcd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262694 Jul 23 09:34:28.735007 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['08353d49-aa3e-496b-94f8-89eb3db5d036'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:28.933776 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11b24-b664-4784-9038-e023b8963e9b req-a29d7fe8-c225-4e99-8615-0dcb041bebbc tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:28.935140 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6aa11b24-b664-4784-9038-e023b8963e9b req-a29d7fe8-c225-4e99-8615-0dcb041bebbc tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 944 time: 0.0618513 Jul 23 09:34:28.940398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:28.972034 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6aa11b24-b664-4784-9038-e023b8963e9b req-a87a375d-f478-450c-8fb9-730c5e3a5509 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305805 Jul 23 09:34:29.107536 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5523b88c-875f-4f53-9600-1825952b82fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:29.633907 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3bcdf-c79b-4944-80f9-1dd97a33f2d8 req-9b55672a-28f1-4dbc-8134-b12bfc9f49f2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:29.636314 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1ef3bcdf-c79b-4944-80f9-1dd97a33f2d8 req-9b55672a-28f1-4dbc-8134-b12bfc9f49f2 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Jul 23 09:34:29.674525 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1ef3bcdf-c79b-4944-80f9-1dd97a33f2d8 req-88b9880e-a2ce-491d-a86c-014b48cdf9f5 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Jul 23 09:34:30.100001 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f80cf-0270-4576-a55f-6b7330543cb0 req-cd2d231a-105d-4186-8be4-ae7c96cd2106 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:30.101989 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-342f80cf-0270-4576-a55f-6b7330543cb0 req-cd2d231a-105d-4186-8be4-ae7c96cd2106 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 944 time: 0.0642977 Jul 23 09:34:30.129252 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 08353d49-aa3e-496b-94f8-89eb3db5d036 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:34:30.138413 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-342f80cf-0270-4576-a55f-6b7330543cb0 req-c8f8246c-0a89-4741-80e6-1da303969592 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Jul 23 09:34:30.177786 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 08353d49-aa3e-496b-94f8-89eb3db5d036 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:34:30.182045 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 08353d49-aa3e-496b-94f8-89eb3db5d036 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:34:30.182418 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:30.224479 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:30.267733 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:30.299996 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=08353d49-aa3e-496b-94f8-89eb3db5d036,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:30.303617 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:30.348334 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:30.464446 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:30.466710 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b162adac-b6e8-4f4c-8d61-4e4e79f15b3c" -d '{"events": [{"server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "name": "network-vif-plugged", "status": "completed", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:30.501539 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9603f192-b952-41eb-a583-8850660f40fe x-openstack-request-id: req-9603f192-b952-41eb-a583-8850660f40fe {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:30.501834 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "name": "network-vif-plugged", "status": "completed", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:30.502087 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9603f192-b952-41eb-a583-8850660f40fe {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:30.502478 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036', 'code': 200} Jul 23 09:34:30.684432 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57df71-e991-4b00-b999-13c44dbf26fc req-6fd67804-bfea-44ad-ad55-5e1e1bff525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:30.685778 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cb57df71-e991-4b00-b999-13c44dbf26fc req-6fd67804-bfea-44ad-ad55-5e1e1bff525e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0513003 Jul 23 09:34:30.722021 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cb57df71-e991-4b00-b999-13c44dbf26fc req-2fa361f0-17e7-412d-a501-3e8eb66ae768 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284886 Jul 23 09:34:30.802742 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ae7ed-ba8c-4b19-8736-14415ae832da req-6837ce61-ed1b-49ce-ba97-f1584cb0ea47 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:30.804252 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba5ae7ed-ba8c-4b19-8736-14415ae832da req-6837ce61-ed1b-49ce-ba97-f1584cb0ea47 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 945 time: 0.0624416 Jul 23 09:34:30.845402 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba5ae7ed-ba8c-4b19-8736-14415ae832da req-4c3a8cb9-e796-4537-a474-8da8ab7268d5 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Jul 23 09:34:31.270141 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6b21c-87c5-41e8-b984-351cc9803867 req-526f2583-7dfa-4cb0-b83c-d11d5ca5af36 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:31.272427 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a0c6b21c-87c5-41e8-b984-351cc9803867 req-526f2583-7dfa-4cb0-b83c-d11d5ca5af36 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.0657220 Jul 23 09:34:31.308250 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a0c6b21c-87c5-41e8-b984-351cc9803867 req-1db97ee3-91aa-4f81-ace6-6733d195a0db tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306556 Jul 23 09:34:31.572183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:32.440961 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aef90-a8b4-4c1a-b1a1-023091e3968d req-9e4a75a3-9148-48ff-a031-746bb274010a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:32.442353 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5e8aef90-a8b4-4c1a-b1a1-023091e3968d req-9e4a75a3-9148-48ff-a031-746bb274010a tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.0656056 Jul 23 09:34:32.478850 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5e8aef90-a8b4-4c1a-b1a1-023091e3968d req-8a2952dc-2d0e-4325-af1f-9e7e12147ccf tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Jul 23 09:34:35.711824 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:34:50.535338 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41857-973e-4163-b4b7-b6411b8f8851 req-2b27720b-4ab4-412b-935b-04b617d59927 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:50.536790 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cd41857-973e-4163-b4b7-b6411b8f8851 req-2b27720b-4ab4-412b-935b-04b617d59927 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.0702827 Jul 23 09:34:50.574358 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cd41857-973e-4163-b4b7-b6411b8f8851 req-6359aed6-77ef-4c7b-a2bb-482ac2e764bf tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Jul 23 09:34:51.712616 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70573-7a53-4708-a746-92ce1da8f219 req-d19346a1-3289-47af-8552-badf612aabd9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:51.714193 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-19e70573-7a53-4708-a746-92ce1da8f219 req-d19346a1-3289-47af-8552-badf612aabd9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.0744197 Jul 23 09:34:51.751615 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-19e70573-7a53-4708-a746-92ce1da8f219 req-2db7e8bc-d6e0-4318-bfd0-bfbb4dfd5eda tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Jul 23 09:34:51.810181 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb18a1f-1233-4273-a09a-4b13f902c1a0 req-b51508ca-dff7-421c-b129-6570b24ded7b tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:51.811711 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cb18a1f-1233-4273-a09a-4b13f902c1a0 req-b51508ca-dff7-421c-b129-6570b24ded7b tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 945 time: 0.0630119 Jul 23 09:34:51.849014 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cb18a1f-1233-4273-a09a-4b13f902c1a0 req-87d25020-46bd-4765-8857-bb915d2f4af0 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Jul 23 09:34:52.730316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-800a6a13-7b40-4681-8df6-bc74e83e885b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:52.731771 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-800a6a13-7b40-4681-8df6-bc74e83e885b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.0624425 Jul 23 09:34:52.861728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Deleting port 08353d49-aa3e-496b-94f8-89eb3db5d036 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:34:52.862062 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:52.955385 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc0c2-1b45-4271-9c57-ea43648e970e req-3bb48c2b-65a0-4a15-9175-aed6c67cff7e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:52.956857 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c8ffc0c2-1b45-4271-9c57-ea43648e970e req-3bb48c2b-65a0-4a15-9175-aed6c67cff7e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b48ed7b-bad1-435a-a22b-e7c91ee98fa5 HTTP/1.1" status: 200 len: 945 time: 0.1349859 Jul 23 09:34:52.980697 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713bf43-c4d4-43b7-aa1c-a73ed516e8ff req-1cf1b939-ceec-4389-855e-2040eb53ed4f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:52.982250 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6713bf43-c4d4-43b7-aa1c-a73ed516e8ff req-1cf1b939-ceec-4389-855e-2040eb53ed4f tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jul 23 09:34:53.033175 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6713bf43-c4d4-43b7-aa1c-a73ed516e8ff req-cee1b1ff-f7db-4a0d-86e0-e852e91e99c4 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/security-groups?id=feb64509-4878-4538-a39b-1d8bbc45058f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Jul 23 09:34:53.252524 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] For port 08353d49-aa3e-496b-94f8-89eb3db5d036, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=08353d49-aa3e-496b-94f8-89eb3db5d036,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:53.252789 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.274311 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Calling delete_port for 08353d49-aa3e-496b-94f8-89eb3db5d036 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:34:53.294943 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c8ffc0c2-1b45-4271-9c57-ea43648e970e req-3a0f760a-4239-411c-8245-d2e4d6490ab9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307474 Jul 23 09:34:53.422412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.435642 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7', '701db281-82b7-4428-af81-a2753b3a824c', 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', '08353d49-aa3e-496b-94f8-89eb3db5d036'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:53.453250 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event deleted for resources: {'Port': ['ID=08353d49-aa3e-496b-94f8-89eb3db5d036,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:53.482698 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.483044 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.483389 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.483776 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.484128 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.484462 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.484794 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.485123 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.485450 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.485775 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.486099 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.486421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:34:53.504492 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] No DVR routers for this DVR port 08353d49-aa3e-496b-94f8-89eb3db5d036 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:34:53.506638 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.509254 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a9e8d8-6fb4-48e3-977a-9e7896c3fd85 req-87ee6650-028f-4a7b-bf93-84dfa3804c20 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "DELETE /v2.0/ports/08353d49-aa3e-496b-94f8-89eb3db5d036 HTTP/1.1" status: 204 len: 173 time: 0.7711196 Jul 23 09:34:53.509688 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'name': 'network-vif-deleted', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:53.511925 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d0c73-a6be-487e-b48e-f5d25768d863" -d '{"events": [{"server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "name": "network-vif-deleted", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:53.552950 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917f46e-3def-4272-aacb-7dcbe2584f1b x-openstack-request-id: req-0917f46e-3def-4272-aacb-7dcbe2584f1b {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:53.553237 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b48ed7b-bad1-435a-a22b-e7c91ee98fa5", "name": "network-vif-deleted", "tag": "08353d49-aa3e-496b-94f8-89eb3db5d036", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:53.553483 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0917f46e-3def-4272-aacb-7dcbe2584f1b {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:53.553873 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b48ed7b-bad1-435a-a22b-e7c91ee98fa5', 'name': 'network-vif-deleted', 'tag': '08353d49-aa3e-496b-94f8-89eb3db5d036', 'status': 'completed', 'code': 200} Jul 23 09:34:53.644066 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-ff3c3af5-d90a-48e2-838c-5e368f6d8257 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:53.645999 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-ff3c3af5-d90a-48e2-838c-5e368f6d8257 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 945 time: 0.0709536 Jul 23 09:34:53.748579 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Deleting port f22a6016-d15d-4b89-a9e8-dbd221037a23 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:34:53.749293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.836650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] For port f22a6016-d15d-4b89-a9e8-dbd221037a23, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f22a6016-d15d-4b89-a9e8-dbd221037a23,segment=NetworkSegment(6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a),segment_id=6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:34:53.837010 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.848513 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Calling delete_port for f22a6016-d15d-4b89-a9e8-dbd221037a23 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:34:53.966347 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:53.973997 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:54.003613 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Pushing event deleted for resources: {'Port': ['ID=f22a6016-d15d-4b89-a9e8-dbd221037a23,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:34:54.051650 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] No DVR routers for this DVR port f22a6016-d15d-4b89-a9e8-dbd221037a23 on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:34:54.053846 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:54.056532 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce8b1f50-fbfd-4886-8f2d-7a272fb6a777 req-993ac343-c6fd-49e4-8014-de7ddc28e1da tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.13 "DELETE /v2.0/ports/f22a6016-d15d-4b89-a9e8-dbd221037a23 HTTP/1.1" status: 204 len: 173 time: 0.4052114 Jul 23 09:34:54.137544 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2f27ebb7-fccf-4f8e-99e8-ded5b3aa7ed6 req-b39ebf02-d61e-4cb1-a947-3e20378054e9 tempest-VolumesSnapshotTestJSON-2117144169 tempest-VolumesSnapshotTestJSON-2117144169-project] 10.222.0.10 "GET /v2.0/ports?device_id=286812cc-1592-4539-bb0e-9d1a643896e4 HTTP/1.1" status: 200 len: 210 time: 0.0307255 Jul 23 09:34:54.378287 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['f22a6016-d15d-4b89-a9e8-dbd221037a23'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:34:55.555527 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'name': 'network-vif-deleted', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:34:55.557956 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdb4529-7406-42bb-b5d4-742728230f0e" -d '{"events": [{"server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "name": "network-vif-deleted", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:34:55.592981 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8798eea-949b-45e9-8430-fa26f4cc186e x-openstack-request-id: req-e8798eea-949b-45e9-8430-fa26f4cc186e {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:34:55.593761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286812cc-1592-4539-bb0e-9d1a643896e4", "name": "network-vif-deleted", "tag": "f22a6016-d15d-4b89-a9e8-dbd221037a23", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:34:55.593761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8798eea-949b-45e9-8430-fa26f4cc186e {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:34:55.593986 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286812cc-1592-4539-bb0e-9d1a643896e4', 'name': 'network-vif-deleted', 'tag': 'f22a6016-d15d-4b89-a9e8-dbd221037a23', 'status': 'completed', 'code': 200} Jul 23 09:34:55.707462 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7f6e-0d29-41a2-99a0-db61e2b46a05 req-5e004cd5-5644-4aaa-b8e7-72ce5de50f3b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:55.708850 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32ae7f6e-0d29-41a2-99a0-db61e2b46a05 req-5e004cd5-5644-4aaa-b8e7-72ce5de50f3b tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.0638509 Jul 23 09:34:55.750876 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32ae7f6e-0d29-41a2-99a0-db61e2b46a05 req-57a46403-a8ac-4b80-bb82-f62af089fe92 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Jul 23 09:34:56.223722 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-78f0d228-2f09-45b0-98c1-70df98cd14d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:56.236117 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device f22a6016-d15d-4b89-a9e8-dbd221037a23 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:34:56.255892 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: f22a6016-d15d-4b89-a9e8-dbd221037a23 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:34:56.256224 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device f22a6016-d15d-4b89-a9e8-dbd221037a23 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:34:56.256617 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 08353d49-aa3e-496b-94f8-89eb3db5d036 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:34:56.273756 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 08353d49-aa3e-496b-94f8-89eb3db5d036 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:34:56.274094 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 08353d49-aa3e-496b-94f8-89eb3db5d036 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:34:56.882904 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753bcf1-e9cb-4f2b-927e-38c0aa80d3eb req-c5f6b3e2-00b6-484e-9114-7dc47ad9bf8d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:56.884397 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e753bcf1-e9cb-4f2b-927e-38c0aa80d3eb req-c5f6b3e2-00b6-484e-9114-7dc47ad9bf8d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.0662830 Jul 23 09:34:56.920262 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e753bcf1-e9cb-4f2b-927e-38c0aa80d3eb req-b5dd93ac-f023-48db-bc7e-7b7411522e13 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Jul 23 09:34:58.046887 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81729-49a2-4b1c-a345-3a0fa808f990 req-9c6c67a1-cefc-41df-b527-43408dd547b9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:58.048393 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3a81729-49a2-4b1c-a345-3a0fa808f990 req-9c6c67a1-cefc-41df-b527-43408dd547b9 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.0636914 Jul 23 09:34:58.087529 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e3a81729-49a2-4b1c-a345-3a0fa808f990 req-4bf8b59b-f271-44f7-a50e-e5c997dc4377 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Jul 23 09:34:58.941163 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:59.106478 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7a790804-7ff3-45e6-8981-c189f8248bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:59.215608 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f834f-48d9-4a7c-8c32-d59c09d24feb req-663520c5-62a9-42a6-938b-9334a8e06069 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:34:59.217005 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-599f834f-48d9-4a7c-8c32-d59c09d24feb req-663520c5-62a9-42a6-938b-9334a8e06069 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.0636046 Jul 23 09:34:59.254150 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-599f834f-48d9-4a7c-8c32-d59c09d24feb req-6ba3d6a1-423a-4713-b92c-e53cd89b42e0 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jul 23 09:34:59.651259 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34150) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:34:59.808824 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port 4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:34:59.809171 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:59.882629 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:59.883040 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:34:59.894358 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for 4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:00.060201 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.084391 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=4fc2c2da-d7a8-4066-9b78-ed0f61dae9ae,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:00.113617 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.113964 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.114303 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.114635 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.114966 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.115297 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.115650 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.115975 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.116332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.116949 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.117285 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.117607 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:00.158219 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.158550 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP c2ba271b-f2bb-472b-bd3f-37782f4585b0 disassociated (deleted). External IP: 172.27.3.109, port: a2ffeb6d-9532-4aa0-b88f-057387494bf3. Jul 23 09:35:00.220381 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.364942 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:00.414003 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-1ff19e39-7837-46e3-9f41-36a43035ae94 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.415467 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-1ff19e39-7837-46e3-9f41-36a43035ae94 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.1067684 Jul 23 09:35:00.423525 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86259f-d334-450d-96d1-86a204a795ba req-48797e99-99af-4c06-8274-07efe813dc5f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.424899 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e86259f-d334-450d-96d1-86a204a795ba req-48797e99-99af-4c06-8274-07efe813dc5f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 946 time: 0.1060655 Jul 23 09:35:00.470948 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:00.476274 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.482427 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:00.491169 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:00.492103 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:00.494557 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e86259f-d334-450d-96d1-86a204a795ba req-de00b7e2-7407-44a8-8cef-165693c386f1 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 Jul 23 09:35:00.520940 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7e3cb4d0-d884-4d76-9cf9-89c2d856e5e5 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "DELETE /v2.0/floatingips/c2ba271b-f2bb-472b-bd3f-37782f4585b0 HTTP/1.1" status: 204 len: 168 time: 0.8685277 Jul 23 09:35:00.521523 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:00.525845 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e688112-9971-481b-8a46-af1bb48b4bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:00.554663 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Deleting port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:00.555093 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.584096 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f77ae1-c029-4cda-8824-baa3ab0626cb x-openstack-request-id: req-91f77ae1-c029-4cda-8824-baa3ab0626cb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:00.584371 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:00.584632 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91f77ae1-c029-4cda-8824-baa3ab0626cb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:00.585573 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'status': 'completed', 'code': 200} Jul 23 09:35:00.622386 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:00.666057 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] For port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:00.666419 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.680324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Calling delete_port for aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:00.690013 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-0970eb96-d633-4424-88e6-c5f762b75ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.692654 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-0970eb96-d633-4424-88e6-c5f762b75ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 1098 time: 0.0869908 Jul 23 09:35:00.800694 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-53524045-72df-47a4-8f57-33d957c42d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.807705 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-53524045-72df-47a4-8f57-33d957c42d02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.1072865 Jul 23 09:35:00.869159 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-9e3756d3-e2f0-41d5-9056-6f1bcf528370 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 200 len: 217 time: 0.0531311 Jul 23 09:35:00.876446 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0a3c-9a4f-42e3-a5ad-ba9e1679d849 req-287b0515-0458-44b1-aee6-bcc44da85ea1 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.877889 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ebf0a3c-9a4f-42e3-a5ad-ba9e1679d849 req-287b0515-0458-44b1-aee6-bcc44da85ea1 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.1355848 Jul 23 09:35:00.899558 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:00.912946 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7', '701db281-82b7-4428-af81-a2753b3a824c', 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:35:00.940090 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event deleted for resources: {'Port': ['ID=aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:00.948396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-ceafa43d-1e29-4944-8338-e4b5b555328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:00.950166 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-ceafa43d-1e29-4944-8338-e4b5b555328e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0731256 Jul 23 09:35:00.976106 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ebf0a3c-9a4f-42e3-a5ad-ba9e1679d849 req-a3714af2-3403-4ba6-baf7-b62bc2694d3a tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856633 Jul 23 09:35:00.980089 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:01.013914 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:01.027513 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] No DVR routers for this DVR port aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c on host hv-cinder-80198 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:01.028695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-c7a6db7b-18b4-47d3-bf65-a124f977c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:01.030026 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:01.030232 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-c7a6db7b-18b4-47d3-bf65-a124f977c883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700862 Jul 23 09:35:01.032452 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3126043-9c99-4e0b-b8c9-61fda318efcb req-593421a9-d0ce-4f03-8deb-340689c96c0e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "DELETE /v2.0/ports/aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c HTTP/1.1" status: 204 len: 173 time: 0.6066968 Jul 23 09:35:01.032891 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'name': 'network-vif-deleted', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:01.035119 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dfb2b1-6cd8-4c3f-b251-31922e26d772" -d '{"events": [{"server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "name": "network-vif-deleted", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:01.036996 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:01.037799 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:01.099215 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c63e5e5-f7a8-4f8d-8e46-fd0c5ef0f0f3 x-openstack-request-id: req-1c63e5e5-f7a8-4f8d-8e46-fd0c5ef0f0f3 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:01.099665 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2827b8b-aacd-4d71-93a8-22270eecb6b5", "name": "network-vif-deleted", "tag": "aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:01.099794 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c63e5e5-f7a8-4f8d-8e46-fd0c5ef0f0f3 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:01.100156 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2827b8b-aacd-4d71-93a8-22270eecb6b5', 'name': 'network-vif-deleted', 'tag': 'aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c', 'status': 'completed', 'code': 200} Jul 23 09:35:01.138974 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-8fa9b40e-bdbb-4418-ade6-048c56929d3a service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981474 Jul 23 09:35:01.258147 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3e688112-9971-481b-8a46-af1bb48b4bf2 req-5992e6a8-a0f8-4467-8728-c049e29b22be service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059706 Jul 23 09:35:01.389797 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:01.616564 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf96a8f-cfb8-4e49-ae5c-4164fd714eff req-535241f8-9fca-45dc-bb27-530093094372 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2827b8b-aacd-4d71-93a8-22270eecb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0299921 Jul 23 09:35:01.627010 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:01.706841 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:01.736209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46afb4-545a-4f0a-9be3-f971d7840150 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': 'b5ff8b52-29eb-4d56-b66e-0bdd7bbae391', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'port_id': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'mac_address': 'fa:16:3e:93:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:31:09Z', 'updated_at': '2021-07-23T09:31:11Z', 'revision_number': 1, 'project_id': '85196b1f5a504e7cbe24427724298882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:01.931527 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2ebee-c1b5-442d-9eb8-8eaebd0915da None None] New status for floating IP c2ba271b-f2bb-472b-bd3f-37782f4585b0: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:35:02.101512 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d124640-ca86-45fd-b983-699d9d788092 req-69136ca5-67ee-47a3-8eb5-2f2865746190 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:02.102984 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d124640-ca86-45fd-b983-699d9d788092 req-69136ca5-67ee-47a3-8eb5-2f2865746190 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.0625937 Jul 23 09:35:02.140874 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d124640-ca86-45fd-b983-699d9d788092 req-836061c9-96ad-4ff0-9a15-73d81de79545 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Jul 23 09:35:02.321324 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac05669-ac61-4715-aa75-b27a325c8afb req-5153e701-9844-4530-9fbd-16053879df44 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:02.322787 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cac05669-ac61-4715-aa75-b27a325c8afb req-5153e701-9844-4530-9fbd-16053879df44 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 945 time: 0.0629439 Jul 23 09:35:02.675304 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port a2ffeb6d-9532-4aa0-b88f-057387494bf3 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:02.675695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:02.764066 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] For port a2ffeb6d-9532-4aa0-b88f-057387494bf3, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=a2ffeb6d-9532-4aa0-b88f-057387494bf3,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:02.764414 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:02.779255 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for a2ffeb6d-9532-4aa0-b88f-057387494bf3 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:02.895266 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaa91a-3721-4789-9e08-9928cf37a806 req-743a247f-b4e9-437f-a2e0-0f7d8849b3e8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:02.896790 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-afbaa91a-3721-4789-9e08-9928cf37a806 req-743a247f-b4e9-437f-a2e0-0f7d8849b3e8 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 946 time: 0.0644276 Jul 23 09:35:02.913847 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:02.938447 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-afbaa91a-3721-4789-9e08-9928cf37a806 req-aa992d99-08b7-4295-b99f-43aaa7587d63 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jul 23 09:35:02.943101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=a2ffeb6d-9532-4aa0-b88f-057387494bf3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:02.993106 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] No DVR routers for this DVR port a2ffeb6d-9532-4aa0-b88f-057387494bf3 on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:02.995470 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:02.997456 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cac05669-ac61-4715-aa75-b27a325c8afb req-8b01b728-ccbc-46d1-8553-1bd2b43fcf46 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "DELETE /v2.0/ports/a2ffeb6d-9532-4aa0-b88f-057387494bf3 HTTP/1.1" status: 204 len: 173 time: 0.6688838 Jul 23 09:35:02.997888 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'name': 'network-vif-deleted', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:03.000152 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443db2f-8633-4813-8169-e64cc4d875bc" -d '{"events": [{"server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "name": "network-vif-deleted", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:03.035766 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22683eae-22fb-44cb-8097-e928e2a272ab x-openstack-request-id: req-22683eae-22fb-44cb-8097-e928e2a272ab {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:03.036060 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ef13d6-2ae2-4416-85d7-54350e5be4bd", "name": "network-vif-deleted", "tag": "a2ffeb6d-9532-4aa0-b88f-057387494bf3", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:03.036314 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22683eae-22fb-44cb-8097-e928e2a272ab {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:03.036709 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ef13d6-2ae2-4416-85d7-54350e5be4bd', 'name': 'network-vif-deleted', 'tag': 'a2ffeb6d-9532-4aa0-b88f-057387494bf3', 'status': 'completed', 'code': 200} Jul 23 09:35:03.237098 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dca2314b-69be-4ab4-b52b-61c6778fb1f6 req-b3e9c775-a61e-4e07-aa22-c6c7d1800dc3 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=33ef13d6-2ae2-4416-85d7-54350e5be4bd HTTP/1.1" status: 200 len: 210 time: 0.0312650 Jul 23 09:35:04.073725 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12349a-e710-4929-9ce5-477c6ded2a82 req-370ddf8b-facc-4b71-ad1c-b94fca279642 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:04.075235 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d12349a-e710-4929-9ce5-477c6ded2a82 req-370ddf8b-facc-4b71-ad1c-b94fca279642 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 946 time: 0.0636086 Jul 23 09:35:04.112343 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d12349a-e710-4929-9ce5-477c6ded2a82 req-22f53d50-f85b-4e46-ac18-fb48cba68a81 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Jul 23 09:35:04.313753 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:04.323021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-9e0c25ff-c98e-4eff-bfad-cdb2bb632603 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:04.324585 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-9e0c25ff-c98e-4eff-bfad-cdb2bb632603 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 946 time: 0.0686421 Jul 23 09:35:04.334668 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:04.335117 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device aa5923f0-13f3-4cd1-9a4a-4a8fdf2a2a2c not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:04.433086 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Deleting port 701db281-82b7-4428-af81-a2753b3a824c {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:04.433434 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:04.525000 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] For port 701db281-82b7-4428-af81-a2753b3a824c, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=701db281-82b7-4428-af81-a2753b3a824c,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:04.525522 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:04.537852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Calling delete_port for 701db281-82b7-4428-af81-a2753b3a824c owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:04.662191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:04.674433 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7', '701db281-82b7-4428-af81-a2753b3a824c'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:35:04.696302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event deleted for resources: {'Port': ['ID=701db281-82b7-4428-af81-a2753b3a824c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:04.739348 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] No DVR routers for this DVR port 701db281-82b7-4428-af81-a2753b3a824c on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:04.742517 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:04.744546 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf538969-a3e3-448f-bedc-928a5b3917e5 req-c9cd2047-1f46-4d96-80da-c5414dd4687d tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "DELETE /v2.0/ports/701db281-82b7-4428-af81-a2753b3a824c HTTP/1.1" status: 204 len: 173 time: 0.4105339 Jul 23 09:35:05.037746 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'name': 'network-vif-deleted', 'tag': '701db281-82b7-4428-af81-a2753b3a824c'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:05.040695 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a14336-946c-477a-82e7-f415823eceff" -d '{"events": [{"server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "name": "network-vif-deleted", "tag": "701db281-82b7-4428-af81-a2753b3a824c"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:05.073498 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c9685-3c3b-47ed-bc67-3b165ed81a6c x-openstack-request-id: req-c26c9685-3c3b-47ed-bc67-3b165ed81a6c {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:05.073789 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8854c7e2-3f5c-4aea-8544-6ffd0aca54cf", "name": "network-vif-deleted", "tag": "701db281-82b7-4428-af81-a2753b3a824c", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:05.074396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c26c9685-3c3b-47ed-bc67-3b165ed81a6c {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:05.074396 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8854c7e2-3f5c-4aea-8544-6ffd0aca54cf', 'name': 'network-vif-deleted', 'tag': '701db281-82b7-4428-af81-a2753b3a824c', 'status': 'completed', 'code': 200} Jul 23 09:35:05.221667 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d9402240-598a-44c8-a763-b853361ad1e6 req-5a710541-7ef2-448a-9918-82c29bb2fdfb tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=8854c7e2-3f5c-4aea-8544-6ffd0aca54cf HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 23 09:35:08.193004 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device a2ffeb6d-9532-4aa0-b88f-057387494bf3 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:08.213850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: a2ffeb6d-9532-4aa0-b88f-057387494bf3 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:08.214190 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device a2ffeb6d-9532-4aa0-b88f-057387494bf3 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:08.318761 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 701db281-82b7-4428-af81-a2753b3a824c no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:08.338264 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 701db281-82b7-4428-af81-a2753b3a824c {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:08.338605 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 701db281-82b7-4428-af81-a2753b3a824c not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:09.584017 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34262) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:09.780088 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2620a-cb24-4ca0-9223-b0235b3b9d67 req-3fcc48f2-0598-4708-bca4-4013d0ab2180 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:09.781553 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8dc2620a-cb24-4ca0-9223-b0235b3b9d67 req-3fcc48f2-0598-4708-bca4-4013d0ab2180 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 945 time: 0.1043801 Jul 23 09:35:09.804943 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port 5bc353ff-e18a-4a22-b8f3-5691c902fc81 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:09.805287 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:09.840844 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8dc2620a-cb24-4ca0-9223-b0235b3b9d67 req-f1f048ce-8834-4401-bba4-880ba37c0c5f tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534513 Jul 23 09:35:09.891465 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:09.891788 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:09.903058 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for 5bc353ff-e18a-4a22-b8f3-5691c902fc81 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:10.044941 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:10.070172 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=5bc353ff-e18a-4a22-b8f3-5691c902fc81,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:10.132459 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:10.132713 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Floating IP b5ff8b52-29eb-4d56-b66e-0bdd7bbae391 disassociated (deleted). External IP: 172.27.3.227, port: 9fd48d76-ca98-46a9-a6f8-a54da4612af7. Jul 23 09:35:10.328207 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:10.434251 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:10.439428 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:10.446394 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:10.455656 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:10.456342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:10.481445 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-37ff74cc-a622-4f31-b686-5a4dead43a2f tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5ff8b52-29eb-4d56-b66e-0bdd7bbae391 HTTP/1.1" status: 204 len: 168 time: 0.8933439 Jul 23 09:35:10.481445 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:10.491762 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aed4b7-156e-48ca-afa6-381153b92e65" -d '{"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:10.531191 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0830f66f-7c97-4a28-b8c2-d2a95867aec9 x-openstack-request-id: req-0830f66f-7c97-4a28-b8c2-d2a95867aec9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:10.531731 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:10.532143 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0830f66f-7c97-4a28-b8c2-d2a95867aec9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:10.532748 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'status': 'completed', 'code': 200} Jul 23 09:35:10.575276 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:10.616872 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-4e27f34b-0f35-41d6-af70-4488697e71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.621040 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-4e27f34b-0f35-41d6-af70-4488697e71c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85196b1f5a504e7cbe24427724298882&device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 1098 time: 0.0631125 Jul 23 09:35:10.757719 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-ac0796dc-4315-4839-8e70-6a734985e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.759372 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-ac0796dc-4315-4839-8e70-6a734985e9f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 200 len: 913 time: 0.1315689 Jul 23 09:35:10.781657 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:10.811953 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:10.812994 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed32e7d-d929-44ca-8efc-49f3f59927ac req-90800639-4d73-4ea6-afc0-0c352ccae4f0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.814507 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eed32e7d-d929-44ca-8efc-49f3f59927ac req-90800639-4d73-4ea6-afc0-0c352ccae4f0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.1212499 Jul 23 09:35:10.815992 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-b16a2471-3836-4d36-ace3-f286e105984d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 200 len: 217 time: 0.0483761 Jul 23 09:35:10.821197 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:10.821804 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:10.883813 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eed32e7d-d929-44ca-8efc-49f3f59927ac req-d13f9feb-410e-4bad-974f-9c2ce9e7dbba tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630336 Jul 23 09:35:10.890819 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-1bcd6d5c-0c40-4be6-9dfb-544bf6c6146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.892308 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-1bcd6d5c-0c40-4be6-9dfb-544bf6c6146e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 200 len: 851 time: 0.0583928 Jul 23 09:35:10.930568 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:10.964021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-952c7f45-6b8a-4b22-ad6e-1c8387c9a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.965519 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-952c7f45-6b8a-4b22-ad6e-1c8387c9a135 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe06b95f-3f48-4bf9-9a43-327d0458bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659866 Jul 23 09:35:10.986548 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9acdc5-36d5-4c85-a1f4-cfded5374a71 req-088edfc3-4b95-44aa-938e-72d5a444e718 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:10.994762 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd9acdc5-36d5-4c85-a1f4-cfded5374a71 req-088edfc3-4b95-44aa-938e-72d5a444e718 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 945 time: 0.0750201 Jul 23 09:35:11.033712 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd9acdc5-36d5-4c85-a1f4-cfded5374a71 req-3c1e05ac-14fd-4e50-a731-8848f87c759e tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b8ee519-e561-452f-8062-04bce8550724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jul 23 09:35:11.066405 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-9f5c333c-a7b6-40c6-bcb5-24948459670d service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895181 Jul 23 09:35:11.135004 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:11.158546 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-63aed4b7-156e-48ca-afa6-381153b92e65 req-0e18eeab-b3e0-41a8-83d3-e9ad3463681e service neutron] 10.222.0.13 "GET /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Jul 23 09:35:11.160715 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701a47c-d297-432f-89a2-c37658ae7de7 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:40Z', 'revision_number': 4, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '30485eab-a417-43b0-b89d-770b013c4ded', 'name': '', 'network_id': 'fe06b95f-3f48-4bf9-9a43-327d0458bae5', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'mac_address': 'fa:16:3e:be:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:39Z', 'updated_at': '2021-07-23T09:27:45Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'subnets': [{'id': '1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:11.246593 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-46e115d5-389b-42c0-b939-951d04c87326 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:11.248071 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-46e115d5-389b-42c0-b939-951d04c87326 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 945 time: 0.0626707 Jul 23 09:35:11.360047 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Deleting port 55da75a6-3f51-4823-823a-a4ad11e14fe7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:11.360396 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:11.369640 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab80a8c-e362-4ce4-ac6d-cd50f82768fb None None] New status for floating IP b5ff8b52-29eb-4d56-b66e-0bdd7bbae391: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:35:11.447680 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] For port 55da75a6-3f51-4823-823a-a4ad11e14fe7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=55da75a6-3f51-4823-823a-a4ad11e14fe7,segment=NetworkSegment(54ff1660-6f3b-41e9-9f95-8e8192edf3ce),segment_id=54ff1660-6f3b-41e9-9f95-8e8192edf3ce)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:11.448045 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:11.461326 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Calling delete_port for 55da75a6-3f51-4823-823a-a4ad11e14fe7 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:11.590285 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:11.603504 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['55da75a6-3f51-4823-823a-a4ad11e14fe7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:35:11.617912 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Pushing event deleted for resources: {'Port': ['ID=55da75a6-3f51-4823-823a-a4ad11e14fe7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:11.667603 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] No DVR routers for this DVR port 55da75a6-3f51-4823-823a-a4ad11e14fe7 on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:11.670006 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:11.672007 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-02ad56c1-0ff2-4aac-898f-53b76379fbb7 req-f69d0720-7d22-4c72-b902-7685b103d9b3 tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.13 "DELETE /v2.0/ports/55da75a6-3f51-4823-823a-a4ad11e14fe7 HTTP/1.1" status: 204 len: 173 time: 0.4167159 Jul 23 09:35:12.017279 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1eeac-2703-4a73-84cf-539a1fd9069f req-65b6485e-4ef4-4099-b9fe-86df63db3b15 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:12.018763 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-49a1eeac-2703-4a73-84cf-539a1fd9069f req-65b6485e-4ef4-4099-b9fe-86df63db3b15 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jul 23 09:35:12.057152 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-49a1eeac-2703-4a73-84cf-539a1fd9069f req-f92963e8-808e-43e6-90bf-266acab287d1 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb51d218-1ded-41fb-8f1c-1f025a7ecb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327652 Jul 23 09:35:12.144822 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1b22c317-7a47-405e-9ec0-50573dab5d3a req-ff4d14ed-fc4a-4a97-af61-5b908605f6ff tempest-AttachVolumeNegativeTest-1645921476 tempest-AttachVolumeNegativeTest-1645921476-project] 10.222.0.10 "GET /v2.0/ports?device_id=041f7d27-5e3d-487c-b0cc-e0e737df3c63 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Jul 23 09:35:12.396683 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f2b09-3320-437a-8b39-56a86da68795 req-5e0268b0-2c00-4a2a-835f-6b43b658a32e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:12.398645 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a72f2b09-3320-437a-8b39-56a86da68795 req-5e0268b0-2c00-4a2a-835f-6b43b658a32e tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 945 time: 0.0617096 Jul 23 09:35:12.497639 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:12.497975 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:12.553035 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'name': 'network-vif-deleted', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:12.555227 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc6fc3-0b03-4242-bd52-86947f12f75a" -d '{"events": [{"server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "name": "network-vif-deleted", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:12.588996 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] For port 9fd48d76-ca98-46a9-a6f8-a54da4612af7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9fd48d76-ca98-46a9-a6f8-a54da4612af7,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:12.589355 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:12.592342 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0093dcf6-b0ce-4daf-b266-ee7cb606b8bc x-openstack-request-id: req-0093dcf6-b0ce-4daf-b266-ee7cb606b8bc {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:12.592628 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041f7d27-5e3d-487c-b0cc-e0e737df3c63", "name": "network-vif-deleted", "tag": "55da75a6-3f51-4823-823a-a4ad11e14fe7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:12.592876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0093dcf6-b0ce-4daf-b266-ee7cb606b8bc {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:12.593252 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041f7d27-5e3d-487c-b0cc-e0e737df3c63', 'name': 'network-vif-deleted', 'tag': '55da75a6-3f51-4823-823a-a4ad11e14fe7', 'status': 'completed', 'code': 200} Jul 23 09:35:12.603624 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for 9fd48d76-ca98-46a9-a6f8-a54da4612af7 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:12.712698 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:35:12.733479 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:12.762071 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=9fd48d76-ca98-46a9-a6f8-a54da4612af7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:12.808415 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] No DVR routers for this DVR port 9fd48d76-ca98-46a9-a6f8-a54da4612af7 on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:12.810792 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:12.812794 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a72f2b09-3320-437a-8b39-56a86da68795 req-ae1a5382-cc72-487f-9b96-70d18766db58 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.13 "DELETE /v2.0/ports/9fd48d76-ca98-46a9-a6f8-a54da4612af7 HTTP/1.1" status: 204 len: 173 time: 0.4077692 Jul 23 09:35:13.173151 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54cc691a-ae83-4cce-aa2d-747ae18172a8 req-d5368388-2465-4d71-823b-5c6579441a84 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53a3765-b0c5-44ab-8cbf-2086d52aab39 HTTP/1.1" status: 200 len: 210 time: 0.0295367 Jul 23 09:35:13.211194 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34306) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:13.259521 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Deleting subnet f59e5b56-d409-449e-b085-51bc43ec423d {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:35:13.262491 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.294871 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.332012 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.382995 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.409169 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59e5b56-d409-449e-b085-51bc43ec423d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:13.411122 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.413547 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2aac768e-e096-4bad-baea-7ed04bbb8b9e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f59e5b56-d409-449e-b085-51bc43ec423d HTTP/1.1" status: 204 len: 168 time: 0.2007818 Jul 23 09:35:13.416177 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34308) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:13.486947 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.568463 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.578352 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94974df9-145e-4d09-abae-1d2d6386fafa']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:13.587782 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ff1660-6f3b-41e9-9f95-8e8192edf3ce') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:13.588069 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ff1660-6f3b-41e9-9f95-8e8192edf3ce') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:13.596425 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.609915 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.615608 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:35:13.616573 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:35:13.618153 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:35:13.669543 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.674199 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.676310 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] 10.222.0.10 "DELETE /v2.0/networks/94974df9-145e-4d09-abae-1d2d6386fafa HTTP/1.1" status: 204 len: 168 time: 0.2592347 Jul 23 09:35:13.689141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619b1f-41ae-42a5-8ef6-210c98ed6876 admin admin] Pushing event deleted for resources: {'Network': ['ID=94974df9-145e-4d09-abae-1d2d6386fafa,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:13.782475 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34312) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:13.822936 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-57e0b42a-4b13-4a04-899c-ee91fd252988 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6d91579f2c944dcaded14f2c1e1f78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392900 Jul 23 09:35:13.825780 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34318) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:13.876853 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.899756 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.947548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.950107 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:13.951273 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b8ee519-e561-452f-8062-04bce8550724 HTTP/1.1" status: 204 len: 168 time: 0.1249607 Jul 23 09:35:13.958755 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519e8ad-2278-4f73-8cf9-9601d5f9cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ee519-e561-452f-8062-04bce8550724,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:14.229319 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34334) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:14.352858 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Deleting port 59cc206f-2541-4785-9e44-0e952dd5b85b {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:14.353198 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.385939 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 55da75a6-3f51-4823-823a-a4ad11e14fe7 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:14.406557 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 55da75a6-3f51-4823-823a-a4ad11e14fe7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:14.406903 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 55da75a6-3f51-4823-823a-a4ad11e14fe7 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:14.438235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.438572 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.450611 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Calling delete_port for 59cc206f-2541-4785-9e44-0e952dd5b85b owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:14.587587 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.594144 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'name': 'network-vif-deleted', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:14.604700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f643f1-cb12-4902-b897-9fd0bf46ac0f" -d '{"events": [{"server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "name": "network-vif-deleted", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:14.612645 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'Port': ['ID=59cc206f-2541-4785-9e44-0e952dd5b85b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:14.652353 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc2491-c93f-4594-8395-e980d03a48a3 x-openstack-request-id: req-22fc2491-c93f-4594-8395-e980d03a48a3 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:14.652750 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53a3765-b0c5-44ab-8cbf-2086d52aab39", "name": "network-vif-deleted", "tag": "9fd48d76-ca98-46a9-a6f8-a54da4612af7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:14.653096 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22fc2491-c93f-4594-8395-e980d03a48a3 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:14.653795 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53a3765-b0c5-44ab-8cbf-2086d52aab39', 'name': 'network-vif-deleted', 'tag': '9fd48d76-ca98-46a9-a6f8-a54da4612af7', 'status': 'completed', 'code': 200} Jul 23 09:35:14.680456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.683193 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:14.687165 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-45f07572-f15f-445d-aaff-1cc63d1347b0 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "DELETE /v2.0/floatingips/b47af84e-46fc-481e-a625-10f2bf209395 HTTP/1.1" status: 204 len: 168 time: 0.4542675 Jul 23 09:35:15.888157 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34374) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:15.949158 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:15.972860 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:16.031573 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:16.034161 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:16.035296 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] 10.222.0.10 "DELETE /v2.0/security-groups/bb51d218-1ded-41fb-8f1c-1f025a7ecb39 HTTP/1.1" status: 204 len: 168 time: 0.1461620 Jul 23 09:35:16.045060 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783a1f-d6d7-4305-9860-1fd0d28c2308 tempest-TestVolumeBootPattern-238119155 tempest-TestVolumeBootPattern-238119155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51d218-1ded-41fb-8f1c-1f025a7ecb39,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:16.093997 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34386) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:16.374220 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9fd48d76-ca98-46a9-a6f8-a54da4612af7 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:16.398803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 9fd48d76-ca98-46a9-a6f8-a54da4612af7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:16.399739 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9fd48d76-ca98-46a9-a6f8-a54da4612af7 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:16.628209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:17.118650 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Deleting port 30485eab-a417-43b0-b89d-770b013c4ded {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:17.119330 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:17.198037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] For port 30485eab-a417-43b0-b89d-770b013c4ded, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=30485eab-a417-43b0-b89d-770b013c4ded,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:17.198399 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:17.210341 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Calling delete_port for 30485eab-a417-43b0-b89d-770b013c4ded owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:17.386663 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:17.409307 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30485eab-a417-43b0-b89d-770b013c4ded,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:17.592263 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:17.824823 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:17.941600 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:17.949700 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-64d7e727-4b56-4984-929c-6c0d7441f2a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/4b559c94-7706-41f6-b9bb-3749fcbdbf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537939 Jul 23 09:35:17.950240 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34432) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:17.951445 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Sync routers for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:17.961853 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:17.962464 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.052624 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.063682 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:18.155721 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.206935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Deleting port cb61115c-c21c-48c3-9213-f1b724ad37e8 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:18.207272 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.236485 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:35:17Z', 'revision_number': 5, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port': {'id': 'cb61115c-c21c-48c3-9213-f1b724ad37e8', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.265438 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Checking router: 4b559c94-7706-41f6-b9bb-3749fcbdbf23 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:18.274195 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Routers {'4b559c94-7706-41f6-b9bb-3749fcbdbf23'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:18.274803 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.284316 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] For port cb61115c-c21c-48c3-9213-f1b724ad37e8, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=cb61115c-c21c-48c3-9213-f1b724ad37e8,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:18.284679 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.296085 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Calling delete_port for cb61115c-c21c-48c3-9213-f1b724ad37e8 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:18.358229 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] Set router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:18.468441 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.482436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34436) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:18.500203 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb61115c-c21c-48c3-9213-f1b724ad37e8,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:18.533436 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Deleting subnet 91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:35:18.534953 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:35:18Z', 'revision_number': 6, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.536764 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.562116 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49665136-014f-4313-a798-ac403fb5efd5 None None] The sync data for ids ['4b559c94-7706-41f6-b9bb-3749fcbdbf23'] in dv-cinder-801989-2-iscsi is: [{'id': '4b559c94-7706-41f6-b9bb-3749fcbdbf23', 'name': 'tempest-TestVolumeBootPattern-1429325641-router', 'tenant_id': '85196b1f5a504e7cbe24427724298882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:37Z', 'updated_at': '2021-07-23T09:35:18Z', 'revision_number': 6, 'project_id': '85196b1f5a504e7cbe24427724298882', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:18.570553 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.572606 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.618328 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.666922 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.669458 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.672029 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.697283 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91dfc408-cd7f-427d-80f7-6bc6f17cf6f2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:18.700866 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.702720 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eb1caa7e-b5ef-48de-a818-10ba84d78e59 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/91dfc408-cd7f-427d-80f7-6bc6f17cf6f2 HTTP/1.1" status: 204 len: 168 time: 0.2190869 Jul 23 09:35:18.705613 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34438) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:18.713193 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.713751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b559c94-7706-41f6-b9bb-3749fcbdbf23 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:35:18.718710 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.722141 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-64970b65-bb6d-40f9-ad05-c0610104e329 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4b559c94-7706-41f6-b9bb-3749fcbdbf23 HTTP/1.1" status: 204 len: 168 time: 0.7686253 Jul 23 09:35:18.723049 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34440) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:18.770696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Deleting subnet 1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:35:18.772660 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.774763 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.807709 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129750368'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.858141 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.868107 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23241862-727f-4979-9f47-0bcac08b2e3b']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.877916 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.878220 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9a2453-fb24-4c2e-a9a7-7f4a36ed211a') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:18.884084 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.887893 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.902502 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.909989 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:35:18.910302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:35:18.913524 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:35:18.951937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129750739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128204529'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.985097 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:18.988767 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:18.993427 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34446) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:18.993573 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb39255e-64e7-49b5-a91f-6143d3680f6c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c3457f5-3ec6-4ffa-aaa2-2ce67f71a1cb HTTP/1.1" status: 204 len: 168 time: 0.2694976 Jul 23 09:35:18.998924 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140197b-be0c-41cd-b800-f2a5a97a4cdf None None] Network fe06b95f-3f48-4bf9-9a43-327d0458bae5 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:19.003838 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.009205 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.013884 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] 10.222.0.10 "DELETE /v2.0/networks/23241862-727f-4979-9f47-0bcac08b2e3b HTTP/1.1" status: 204 len: 168 time: 0.3076725 Jul 23 09:35:19.045462 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671e48f-e88e-4b53-b5dd-3f0d89a24c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=23241862-727f-4979-9f47-0bcac08b2e3b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:19.109360 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.175864 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Deleting port 6453dfcd-f550-4440-9985-1af2d333412a {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:19.176511 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.181153 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34456) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:19.225680 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-30951b49-ef72-4d8a-a2bc-9d3a05918a31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12081b03884b438b87b4f7707ec4c9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429730 Jul 23 09:35:19.228177 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34460) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:19.253325 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] For port 6453dfcd-f550-4440-9985-1af2d333412a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=6453dfcd-f550-4440-9985-1af2d333412a,segment=NetworkSegment(95fac708-fe9e-4566-9b88-93429677fa52),segment_id=95fac708-fe9e-4566-9b88-93429677fa52)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:19.253690 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.266897 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Calling delete_port for 6453dfcd-f550-4440-9985-1af2d333412a owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:19.278172 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.299458 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.352735 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.354131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.355872 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.359760 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/feb64509-4878-4538-a39b-1d8bbc45058f HTTP/1.1" status: 204 len: 168 time: 0.1304867 Jul 23 09:35:19.369178 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9001432-e19a-42f6-ab4a-e9aff58a6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb64509-4878-4538-a39b-1d8bbc45058f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:19.399035 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Pushing event deleted for resources: {'Port': ['ID=6453dfcd-f550-4440-9985-1af2d333412a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:19.402900 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] No DVR routers for this DVR port 6453dfcd-f550-4440-9985-1af2d333412a on host dv-cinder-801989-2-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:19.419783 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee50fe-45c6-4740-9fd3-6f64d10d3a80 None None] DHCP port deletion for fe06b95f-3f48-4bf9-9a43-327d0458bae5 request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:35:19.488143 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.499944 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe06b95f-3f48-4bf9-9a43-327d0458bae5']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:19.513345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fac708-fe9e-4566-9b88-93429677fa52') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:19.513633 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fac708-fe9e-4566-9b88-93429677fa52') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:19.524370 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.539817 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.547318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:35:19.547891 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:35:19.549751 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:35:19.622226 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.623208 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 30485eab-a417-43b0-b89d-770b013c4ded no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:19.642944 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:19.648011 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe06b95f-3f48-4bf9-9a43-327d0458bae5 HTTP/1.1" status: 204 len: 168 time: 0.6507394 Jul 23 09:35:19.648011 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdba8-e312-4e5c-8cd0-c7a66de65303 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe06b95f-3f48-4bf9-9a43-327d0458bae5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:19.649088 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34480) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:19.663272 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 30485eab-a417-43b0-b89d-770b013c4ded {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:19.663632 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 30485eab-a417-43b0-b89d-770b013c4ded not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:19.664222 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device cb61115c-c21c-48c3-9213-f1b724ad37e8 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:19.699249 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: cb61115c-c21c-48c3-9213-f1b724ad37e8 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:19.699625 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device cb61115c-c21c-48c3-9213-f1b724ad37e8 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:19.700047 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6453dfcd-f550-4440-9985-1af2d333412a no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:19.729972 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 6453dfcd-f550-4440-9985-1af2d333412a {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:19.730250 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 6453dfcd-f550-4440-9985-1af2d333412a not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:20.089888 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.228645 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34514) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:20.333653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-780399221-network', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:20.354199 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Made reservation on behalf of 471b4e0fc61e4da190aaccc43a7aabc3 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:35:20.356561 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.364164 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Deleting port 746938c1-5b21-498d-81b1-751a44d7a7a5 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:20.364509 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.364884 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.444551 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] For port 746938c1-5b21-498d-81b1-751a44d7a7a5, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=746938c1-5b21-498d-81b1-751a44d7a7a5,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:20.444902 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.456874 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Calling delete_port for 746938c1-5b21-498d-81b1-751a44d7a7a5 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:20.459810 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.463643 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.488118 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:35:20.498442 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8057ccdf-794e-4d26-924e-1692ed69c9fb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:20.503353 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.503727 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Added segment 9387ebdb-b149-42a7-a409-5d6d5bf936fd of type vlan for network 88f9ac3d-52da-4df0-981b-548d10ffcf65 Jul 23 09:35:20.544756 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.573320 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.574279 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:20.575021 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.606463 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3739581 Jul 23 09:35:20.607606 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34518) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:20.612262 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Request body: {'subnet': {'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-780399221-subnet', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:20.635557 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.648680 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dffc1-c07c-4505-88d8-8d4c77ba54c3 admin admin] Pushing event updated for resources: {'Network': ['ID=88f9ac3d-52da-4df0-981b-548d10ffcf65,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:20.658846 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:35:20.664170 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Made reservation on behalf of 471b4e0fc61e4da190aaccc43a7aabc3 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:35:20.666480 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129147914'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.672923 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Pushing event deleted for resources: {'Port': ['ID=746938c1-5b21-498d-81b1-751a44d7a7a5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:20.862380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129147707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129147928'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.926733 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a81858-031f-4c17-a336-24f13622ab88,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:20.937109 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Checking segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:20.937475 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Network hostable DHCP agents. Network: 88f9ac3d-52da-4df0-981b-548d10ffcf65, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:35:20.955065 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:35:20.966416 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 88f9ac3d-52da-4df0-981b-548d10ffcf65) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:20.971318 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:20.971995 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:20.979865 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a66bebf-397d-4a6a-8e1c-91ca3338502e None None] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:20.989342 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e9d11472-1319-4b6b-bf72-3395bc68d142 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3804431 Jul 23 09:35:20.992557 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34520) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:20.997488 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:21.025627 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.026535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.080277 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.107593 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.138980 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-88f9ac3d-52da-4df0-981b-548d10ffcf65', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:35:21.139889 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.232151 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.313027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Allocated IP 172.20.0.2 (88f9ac3d-52da-4df0-981b-548d10ffcf65/18a81858-031f-4c17-a336-24f13622ab88/8d80d596-2659-4424-a46f-a632fc533b74) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:21.365278 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Router 429675b5-cdae-4a35-83d3-8a8844907613 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:21.463127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.480412 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.482757 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:21.491887 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7fc418a4-c7e6-4fdf-aea0-0e8413d6b703 admin admin] 10.222.0.10 "PUT /v2.0/routers/429675b5-cdae-4a35-83d3-8a8844907613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375583 Jul 23 09:35:21.492106 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Transition to ACTIVE for port object 8d80d596-2659-4424-a46f-a632fc533b74 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:21.492243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34528) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:21.492380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.499882 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Sync routers for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:21.505989 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Transition to ACTIVE for port object 8d80d596-2659-4424-a46f-a632fc533b74 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:21.511565 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:21.512592 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:21.523213 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.576889 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:21.580652 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:21.584221 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:21.611745 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Pushing event updated for resources: {'Port': ['ID=8d80d596-2659-4424-a46f-a632fc533b74,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:21.626699 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.651081 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Allocated IP 172.27.3.238 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/92609fb3-8c40-41c0-9c85-0cdfc9ef7a23) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:21.659633 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Attempting to bind port 8d80d596-2659-4424-a46f-a632fc533b74 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:21.660595 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Attempting to bind port 8d80d596-2659-4424-a46f-a632fc533b74 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:21.661126 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Attempting to bind port 8d80d596-2659-4424-a46f-a632fc533b74 on network 88f9ac3d-52da-4df0-981b-548d10ffcf65 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:21.667211 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:21.667925 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Checking segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:21.668323 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.668879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Bound using segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:21.669525 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Bound port: 8d80d596-2659-4424-a46f-a632fc533b74, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:21.670104 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.688840 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:21.744623 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] For port 8d80d596-2659-4424-a46f-a632fc533b74, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:21.749009 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] For port 8d80d596-2659-4424-a46f-a632fc533b74, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d80d596-2659-4424-a46f-a632fc533b74,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:21.755336 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.759658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.778614 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.817863 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade9c5-2d6f-4ce7-b062-19932faa6848 None None] Pushing event updated for resources: {'Port': ['ID=8d80d596-2659-4424-a46f-a632fc533b74,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:21.828697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Deleting port f0ccc65a-9f09-4e3a-bb72-a4f951c34252 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:21.829059 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.840627 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.875965 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:21.879153 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:21.882535 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:21.922291 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Pushing event updated for resources: {'Port': ['ID=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:21.932195 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:35:20Z', 'revision_number': 5, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port': {'id': 'f0ccc65a-9f09-4e3a-bb72-a4f951c34252', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429675b5-cdae-4a35-83d3-8a8844907613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:27:43Z', 'updated_at': '2021-07-23T09:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:21.933229 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] For port f0ccc65a-9f09-4e3a-bb72-a4f951c34252, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:21.933806 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:21.951991 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Calling delete_port for f0ccc65a-9f09-4e3a-bb72-a4f951c34252 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:21.961801 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Checking router: 429675b5-cdae-4a35-83d3-8a8844907613 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:21.971122 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Routers {'429675b5-cdae-4a35-83d3-8a8844907613'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:21.972154 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['429675b5-cdae-4a35-83d3-8a8844907613'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:22.104123 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] Set router 429675b5-cdae-4a35-83d3-8a8844907613 gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:22.185871 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:35:21Z', 'revision_number': 6, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:22.190664 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.203195 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.219902 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd6fe5-fa39-413a-aea5-3979ef603f34 None None] The sync data for ids ['429675b5-cdae-4a35-83d3-8a8844907613'] in dv-cinder-801989-2-iscsi is: [{'id': '429675b5-cdae-4a35-83d3-8a8844907613', 'name': 'tempest-TestVolumeBootPattern-2110751491-router', 'tenant_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:27:42Z', 'updated_at': '2021-07-23T09:35:21Z', 'revision_number': 6, 'project_id': 'c68dd60ed7a749219b207ab327f1f2fe', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:22.223751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ccc65a-9f09-4e3a-bb72-a4f951c34252,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:22.289523 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.380541 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.383137 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.412143 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.433570 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.434241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 429675b5-cdae-4a35-83d3-8a8844907613 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:35:22.439317 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.442468 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-63797de9-dd33-4c5a-9e54-1234a6b9d77d admin admin] 10.222.0.10 "DELETE /v2.0/routers/429675b5-cdae-4a35-83d3-8a8844907613 HTTP/1.1" status: 204 len: 168 time: 0.9496315 Jul 23 09:35:22.444185 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34534) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:22.501079 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Deleting subnet 7638f1b4-04a9-4b17-992c-a13b2994a669 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:35:22.509585 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.582404 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Router 2ffab996-9830-44f4-9012-7ac34c0bb698 is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:35:22.586456 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129750368'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.723607 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.744332 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:22.760075 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Sync routers for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:22.769072 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.774297 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-aef2f393-328d-4c18-9108-e31c83fad307 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7771051 Jul 23 09:35:22.776025 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34538) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:22.776155 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:22.776683 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:22.800355 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129750739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128204529'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.835556 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7638f1b4-04a9-4b17-992c-a13b2994a669,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:22.846310 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:22.850821 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a6125f8c-1df7-475f-b45b-1911bbc89e72 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7638f1b4-04a9-4b17-992c-a13b2994a669 HTTP/1.1" status: 204 len: 168 time: 0.4031923 Jul 23 09:35:22.857144 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538a503-5a51-4222-bceb-62d45c22f40b None None] Network a9e955ff-d292-46e5-b7b3-4269a2574478 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:22.857608 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34540) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:22.996007 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.046399 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c211be-4124-45b8-9451-fabbaba70d7d None None] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:23.068270 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Deleting port 389afc40-aca3-40c5-ad0c-79f55068bbe9 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:35:23.069884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.101232 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:23.136684 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] For port 389afc40-aca3-40c5-ad0c-79f55068bbe9, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=389afc40-aca3-40c5-ad0c-79f55068bbe9,segment=NetworkSegment(b8f52792-d4d2-4533-a962-09d1aa583cb1),segment_id=b8f52792-d4d2-4533-a962-09d1aa583cb1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:23.137274 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.153895 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Calling delete_port for 389afc40-aca3-40c5-ad0c-79f55068bbe9 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:35:23.200956 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-65d76b0b-6bee-4ac3-973f-d5bf6db7b50e None None] Provisioning for port 8d80d596-2659-4424-a46f-a632fc533b74 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:23.268201 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.289849 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] No DVR routers for this DVR port 389afc40-aca3-40c5-ad0c-79f55068bbe9 on host dv-cinder-801989-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:35:23.310708 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Pushing event deleted for resources: {'Port': ['ID=389afc40-aca3-40c5-ad0c-79f55068bbe9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:23.385078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcef9e7-808f-4f98-8f76-9fdbed202d8b None None] DHCP port deletion for a9e955ff-d292-46e5-b7b3-4269a2574478 request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:35:23.408290 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.420115 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e955ff-d292-46e5-b7b3-4269a2574478']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:23.433518 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f52792-d4d2-4533-a962-09d1aa583cb1') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:23.433859 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f52792-d4d2-4533-a962-09d1aa583cb1') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:23.446185 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.464443 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.469124 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:22Z', 'revision_number': 3, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:23.471915 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:35:23.472453 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:35:23.474571 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:35:23.518458 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Checking router: 2ffab996-9830-44f4-9012-7ac34c0bb698 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:23.518935 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Updating router 2ffab996-9830-44f4-9012-7ac34c0bb698 port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:35:23.592976 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.612328 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.619596 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.621727 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9e955ff-d292-46e5-b7b3-4269a2574478 HTTP/1.1" status: 204 len: 168 time: 0.7631023 Jul 23 09:35:23.622682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.633717 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d778966-7004-42f0-b3c0-1498724c2519 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e955ff-d292-46e5-b7b3-4269a2574478,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:23.760608 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d80d596-2659-4424-a46f-a632fc533b74 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:23.819963 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34550) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:23.855103 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 8d80d596-2659-4424-a46f-a632fc533b74 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:23.865497 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Allocated IP 172.20.0.1 (88f9ac3d-52da-4df0-981b-548d10ffcf65/18a81858-031f-4c17-a336-24f13622ab88/671ffc0f-3649-4b10-ae7b-03952a4b60e0) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:23.874242 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 8d80d596-2659-4424-a46f-a632fc533b74 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:23.874625 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.889041 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-816de431-0bb4-41b2-8995-7e8ef3b6e4a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85196b1f5a504e7cbe24427724298882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675540 Jul 23 09:35:23.891111 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34552) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:23.911823 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34554) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:23.924945 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-87b101c9-a20b-4855-8152-b16813c4516c None None] Provisioning complete for port 8d80d596-2659-4424-a46f-a632fc533b74 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:23.925321 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87b101c9-a20b-4855-8152-b16813c4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.968808 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.989370 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:23.992530 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.011247 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Transition to ACTIVE for port object 671ffc0f-3649-4b10-ae7b-03952a4b60e0 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:24.033658 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.059980 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.062292 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.062937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.066564 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/946cf62b-8b42-43a9-8a56-c267130282a0 HTTP/1.1" status: 204 len: 168 time: 0.1717653 Jul 23 09:35:24.068157 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4ee3-faae-461a-b369-840503b5fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.082686 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedad635-9334-46da-b301-a1ff064b9744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cf62b-8b42-43a9-8a56-c267130282a0,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.109057 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:24.112749 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:24.116209 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:24.156431 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Pushing event updated for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.170822 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.215232 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4ee3-faae-461a-b369-840503b5fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.220619 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4ee3-faae-461a-b369-840503b5fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.264829 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5b0c4ee3-faae-461a-b369-840503b5fc93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=911ed0f1f2304af8bffde5bf66fa0cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493371 Jul 23 09:35:24.264829 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c4ee3-faae-461a-b369-840503b5fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e11eee-2b86-4a07-b23b-25f85be60382,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.265875 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34562) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:24.378202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.393221 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.413509 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-87b101c9-a20b-4855-8152-b16813c4516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.416965 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.430773 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.446408 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34564) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:24.452728 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Transition to ACTIVE for port object 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:24.465326 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 8d80d596-2659-4424-a46f-a632fc533b74, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d80d596-2659-4424-a46f-a632fc533b74,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:24.466896 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.496422 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.497651 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.502593 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a38ab422-b537-4462-bafa-e98598eda792 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c68dd60ed7a749219b207ab327f1f2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524778 Jul 23 09:35:24.503279 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34566) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:24.553874 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.556484 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.557649 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7e11eee-2b86-4a07-b23b-25f85be60382 HTTP/1.1" status: 204 len: 168 time: 0.2908199 Jul 23 09:35:24.574117 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2049-1848-48b8-824a-c15a23a033aa None None] Pushing event updated for resources: {'Port': ['ID=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.576706 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6db47-363c-4405-971a-6ac58ea8fae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e11eee-2b86-4a07-b23b-25f85be60382,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.592571 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.db.api [None req-87b101c9-a20b-4855-8152-b16813c4516c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 09:35:24.593150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG oslo_db.api [None req-87b101c9-a20b-4855-8152-b16813c4516c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 09:35:24.599027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Attempting to bind port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:24.599027 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Attempting to bind port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:24.599251 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Attempting to bind port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:24.607167 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.639679 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:24.640112 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:24.640520 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.640907 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:24.641393 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Bound port: 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:24.641776 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.649756 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.678663 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f0ccc65a-9f09-4e3a-bb72-a4f951c34252 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:24.716235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.721077 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.722547 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28a2893a-6a13-4327-816f-6e81afc40232 HTTP/1.1" status: 204 len: 168 time: 0.2182672 Jul 23 09:35:24.733215 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb90a-6658-4491-b293-f5f403316d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2893a-6a13-4327-816f-6e81afc40232,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.745748 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.746135 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=8d80d596-2659-4424-a46f-a632fc533b74,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.751573 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.766227 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: f0ccc65a-9f09-4e3a-bb72-a4f951c34252 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:24.766735 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device f0ccc65a-9f09-4e3a-bb72-a4f951c34252 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:24.766987 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 746938c1-5b21-498d-81b1-751a44d7a7a5 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:24.796332 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 746938c1-5b21-498d-81b1-751a44d7a7a5 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:24.796940 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 746938c1-5b21-498d-81b1-751a44d7a7a5 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:24.797129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 389afc40-aca3-40c5-ad0c-79f55068bbe9 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:35:24.819554 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 389afc40-aca3-40c5-ad0c-79f55068bbe9 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:35:24.819902 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 389afc40-aca3-40c5-ad0c-79f55068bbe9 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:35:24.825552 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] For port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:24.841208 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] For port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:24.842649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.848174 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:24.884112 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Pushing event updated for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:24.911674 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:24.913152 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:24.969554 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:24.972056 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:25.000960 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2049-1848-48b8-824a-c15a23a033aa None None] Pushing event updated for resources: {'Port': ['ID=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:25.087825 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:25.173778 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Router 2ffab996-9830-44f4-9012-7ac34c0bb698 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:25.306568 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:25.315453 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e1efb3ca-adf6-4685-a95e-96e3aa128746 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ffab996-9830-44f4-9012-7ac34c0bb698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344853 Jul 23 09:35:25.385924 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 2, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:25.389481 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-91cac6e2-f97a-494d-a17f-830d4618ffbd None None] Provisioning for port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:25.415867 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ee91c-8753-410f-b064-57f6be31854d None None] The sync data for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi is: [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 2, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:25.418237 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-91cac6e2-f97a-494d-a17f-830d4618ffbd None None] Provisioning complete for port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:25.418606 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-91cac6e2-f97a-494d-a17f-830d4618ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:25.471257 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-91cac6e2-f97a-494d-a17f-830d4618ffbd None None] Port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:35:25.585598 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d80d596-2659-4424-a46f-a632fc533b74 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:25.638488 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 8d80d596-2659-4424-a46f-a632fc533b74 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:25.639062 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:25.999654 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34616) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:26.005342 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1257354879-network', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:26.029293 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Made reservation on behalf of 059742f1ddec417dba9514e90f8d19d8 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:35:26.034163 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.048035 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.158440 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.164911 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.199552 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 09:35:26.210307 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e5754f-16cd-4144-9505-ae20c1be994a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:26.215445 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.215827 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Added segment 14eaf8e3-f7e0-4cd5-9320-d66564025c15 of type vlan for network 01d3f845-d953-4e0f-b53c-43696a599b04 Jul 23 09:35:26.246093 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7de88ae6-d840-4f1f-9afc-85989c02597f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.265979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748782532455'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.299703 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.300888 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:26.301858 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.332135 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3313310 Jul 23 09:35:26.334902 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34622) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:26.341469 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Request body: {'subnet': {'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1257354879-subnet', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:26.379744 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7216559-3564-4fa4-b7ac-cfbafb1692e0 admin admin] Pushing event updated for resources: {'Network': ['ID=01d3f845-d953-4e0f-b53c-43696a599b04,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:26.396913 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Network 01d3f845-d953-4e0f-b53c-43696a599b04 details requested by agent ovs-agent-dv-cinder-801989-2-iscsi with host dv-cinder-801989-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 09:35:26.400555 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Made reservation on behalf of 059742f1ddec417dba9514e90f8d19d8 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:35:26.403935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128204500'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.609098 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129750674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128204486'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.660563 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f572c898-3939-4816-a235-b73037c62bc5,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:26.675697 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Checking segment: {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:26.676142 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Network hostable DHCP agents. Network: 01d3f845-d953-4e0f-b53c-43696a599b04, hostable agents: ['5d21ed0a-f975-4642-ac11-66a8ba244eb4'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 09:35:26.697194 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Network 01d3f845-d953-4e0f-b53c-43696a599b04 is scheduled to be hosted by DHCP agent 5d21ed0a-f975-4642-ac11-66a8ba244eb4 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 09:35:26.710089 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-2-iscsi, 01d3f845-d953-4e0f-b53c-43696a599b04) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:26.714931 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:26.715786 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.721215 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07520819-a15a-445c-ba49-07d763e3995a None None] Network 01d3f845-d953-4e0f-b53c-43696a599b04 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:26.742457 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b2d694fa-ee10-45f6-8e65-0d078bb2b2db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4064951 Jul 23 09:35:26.745103 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34634) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:26.749952 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:26.777599 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2975'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.778958 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-712499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2950'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.864590 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:26.920248 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac515948-79ab-59ce-a3ec-f876d1666e57-01d3f845-d953-4e0f-b53c-43696a599b04', 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'fixed_ips': [{'subnet_id': 'f572c898-3939-4816-a235-b73037c62bc5'}]}} from dv-cinder-801989-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 09:35:26.921102 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.032168 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2996'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.061754 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Allocated IP 172.20.0.2 (01d3f845-d953-4e0f-b53c-43696a599b04/f572c898-3939-4816-a235-b73037c62bc5/16584c78-a2b3-4221-ade3-d5b152f8ca6b) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:27.226429 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.235991 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Transition to ACTIVE for port object 16584c78-a2b3-4221-ade3-d5b152f8ca6b will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:27.251636 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.252492 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Transition to ACTIVE for port object 16584c78-a2b3-4221-ade3-d5b152f8ca6b will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:27.258734 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.272696 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.298497 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Network 01d3f845-d953-4e0f-b53c-43696a599b04 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:27.305150 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:27.312548 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:27.321180 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Pushing event updated for resources: {'Port': ['ID=16584c78-a2b3-4221-ade3-d5b152f8ca6b,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:27.331049 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.331620 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.332147 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.332494 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.332833 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.333162 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.333670 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.334240 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.334830 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.335176 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.335539 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.335981 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:27.396317 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Attempting to bind port 16584c78-a2b3-4221-ade3-d5b152f8ca6b on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:27.396773 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Attempting to bind port 16584c78-a2b3-4221-ade3-d5b152f8ca6b by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:27.397163 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Attempting to bind port 16584c78-a2b3-4221-ade3-d5b152f8ca6b on network 01d3f845-d953-4e0f-b53c-43696a599b04 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:27.404061 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:27.404534 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Checking segment: {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:27.405315 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.405879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Bound using segment: {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:27.406349 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Bound port: 16584c78-a2b3-4221-ade3-d5b152f8ca6b, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:27.406929 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.417570 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Allocated IP 172.27.3.198 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/4c88fc97-4d2a-4faa-9c44-e0322086800a) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:27.476652 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] For port 16584c78-a2b3-4221-ade3-d5b152f8ca6b, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:27.480361 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] For port 16584c78-a2b3-4221-ade3-d5b152f8ca6b, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=16584c78-a2b3-4221-ade3-d5b152f8ca6b,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:27.485585 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.552428 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd451de-855f-4b93-8ec8-0b648b5209c7 None None] Pushing event updated for resources: {'Port': ['ID=16584c78-a2b3-4221-ade3-d5b152f8ca6b,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:27.579379 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.643868 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.654434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:27.695974 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:27.702527 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:27.708915 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:27.712670 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Pushing event updated for resources: {'Port': ['ID=4c88fc97-4d2a-4faa-9c44-e0322086800a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:27.734195 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:27.742697 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:27.743084 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.774287 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Sync routers for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:27.802085 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:27.802731 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:27.878138 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.918099 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:27.930093 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:27.946300 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:27.976561 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34658) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:28.005543 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:28.082063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.111175 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4d3557cd-a729-4441-8db9-8126f55f5150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.173755 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 2, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:28.202412 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Checking router: 2ffab996-9830-44f4-9012-7ac34c0bb698 for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:28.202770 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Updating router 2ffab996-9830-44f4-9012-7ac34c0bb698 port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:35:28.212421 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4d3557cd-a729-4441-8db9-8126f55f5150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.216775 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4d3557cd-a729-4441-8db9-8126f55f5150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.242342 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.260411 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4d3557cd-a729-4441-8db9-8126f55f5150 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d158c3fc5b0b404ba3c946b146836392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821217 Jul 23 09:35:28.261846 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3557cd-a729-4441-8db9-8126f55f5150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f56d2-9b89-499b-ba40-c52dfd5b1609,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:28.263015 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34662) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:28.339473 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635708'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.344289 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.423581 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.520558 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.532400 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Transition to ACTIVE for port object 671ffc0f-3649-4b10-ae7b-03952a4b60e0 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:28.540919 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.590391 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Pushing event updated for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:28.598504 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.599088 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.599459 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.599883 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.600650 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.601154 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.601833 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.602344 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.602872 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.603369 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.603902 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.604400 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:28.687069 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4acf12c-78bc-447a-bf91-62acf2709b71 None None] Network 01d3f845-d953-4e0f-b53c-43696a599b04 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:35:28.768698 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Attempting to bind port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:28.769326 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Attempting to bind port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:28.769865 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Attempting to bind port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 on network 88f9ac3d-52da-4df0-981b-548d10ffcf65 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:28.776584 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:28.777826 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Checking segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:28.778511 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.779125 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Bound using segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:28.779829 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Bound port: 671ffc0f-3649-4b10-ae7b-03952a4b60e0, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:28.780453 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.781027 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.784468 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.785765 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/538f56d2-9b89-499b-ba40-c52dfd5b1609 HTTP/1.1" status: 204 len: 168 time: 0.5217521 Jul 23 09:35:28.811239 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc6330-2212-4257-bd1e-96d8e8730fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f56d2-9b89-499b-ba40-c52dfd5b1609,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:28.820310 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9c879f1e-8506-4127-b378-4eb1ce319d35 None None] Provisioning for port 16584c78-a2b3-4221-ade3-d5b152f8ca6b completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:28.827041 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e is scheduled to L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 09:35:28.863671 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] For port 671ffc0f-3649-4b10-ae7b-03952a4b60e0, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:28.867688 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] For port 671ffc0f-3649-4b10-ae7b-03952a4b60e0, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=671ffc0f-3649-4b10-ae7b-03952a4b60e0,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:28.874583 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.946441 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11285e07-1575-4fb2-92f8-01a064a75c7e None None] Pushing event updated for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:28.954422 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:28.955653 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:28.976845 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:28.985959 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:29.012129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Sync routers for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:29.029649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.031067 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9f27c0ad-b54d-40fc-9c4a-dda959af8778 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2847221 Jul 23 09:35:29.033794 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34668) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:29.039823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:29.040465 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:34:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:29.079240 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:29.169339 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ad1171e5-20d7-4b83-a0ff-0e1d78030553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.230632 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:29.258005 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34670) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:29.274908 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a280b4b8-6032-41df-9913-0e5b3b179da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.351033 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:28Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:29.391494 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13a35f-d1bf-47b1-8b6a-916a34c4eea1 None None] The sync data for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi is: [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:28Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:29.438167 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a280b4b8-6032-41df-9913-0e5b3b179da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.451884 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a280b4b8-6032-41df-9913-0e5b3b179da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.495541 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a280b4b8-6032-41df-9913-0e5b3b179da4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcf7cbf93523479b894ca935bf8490c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366180 Jul 23 09:35:29.498067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34672) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:29.500882 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 3, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:29.506476 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280b4b8-6032-41df-9913-0e5b3b179da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c3f8f-11a6-4f79-be9a-e177a5a535bd,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:29.539317 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Checking router: d7ee237d-5b35-4f0a-b197-7fe41ea30d2e for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:29.539953 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Updating router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e port 4c88fc97-4d2a-4faa-9c44-e0322086800a binding host dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:35:29.562341 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.587442 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.619514 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.656051 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.661050 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.664439 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef9c3f8f-11a6-4f79-be9a-e177a5a535bd HTTP/1.1" status: 204 len: 168 time: 0.1654181 Jul 23 09:35:29.678876 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837349a4-22f1-40d7-b9b1-a8860e6e4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c3f8f-11a6-4f79-be9a-e177a5a535bd,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:29.786807 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:29.788937 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:29.995986 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Allocated IP 172.20.0.1 (01d3f845-d953-4e0f-b53c-43696a599b04/f572c898-3939-4816-a235-b73037c62bc5/d5029271-15a3-4d1c-9761-721875cbab1e) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:30.049558 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:30.049870 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.118042 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.139905 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Transition to ACTIVE for port object d5029271-15a3-4d1c-9761-721875cbab1e will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:30.175496 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.199666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.217613 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 671ffc0f-3649-4b10-ae7b-03952a4b60e0 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:30.222102 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Transition to ACTIVE for port object 4c88fc97-4d2a-4faa-9c44-e0322086800a will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:30.225757 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Network 01d3f845-d953-4e0f-b53c-43696a599b04 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:30.228852 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:30.232507 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:30.256492 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.273562 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:30.282094 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634661'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.283484 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.339702 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacb763-1de2-4882-bc0b-b3c490c5dd37 None None] Pushing event updated for resources: {'Port': ['ID=4c88fc97-4d2a-4faa-9c44-e0322086800a,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:30.345263 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Attempting to bind port 4c88fc97-4d2a-4faa-9c44-e0322086800a on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:30.345641 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Attempting to bind port 4c88fc97-4d2a-4faa-9c44-e0322086800a by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:30.346008 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Attempting to bind port 4c88fc97-4d2a-4faa-9c44-e0322086800a on network e24bfd67-e222-4eac-84d5-67e3c322933f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:30.355512 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:30.361022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Checking segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:30.361716 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.361926 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Bound using segment: {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:30.362373 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Bound port: 4c88fc97-4d2a-4faa-9c44-e0322086800a, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad85f4c0-ff37-45b9-bca9-d0de0952d8df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:30.362776 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.446247 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] For port 4c88fc97-4d2a-4faa-9c44-e0322086800a, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:30.450549 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] For port 4c88fc97-4d2a-4faa-9c44-e0322086800a, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=4c88fc97-4d2a-4faa-9c44-e0322086800a,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:30.452183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:30.457354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:30.457627 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.462377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.532901 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:30.533663 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:35:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:30.654000 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacb763-1de2-4882-bc0b-b3c490c5dd37 None None] Pushing event updated for resources: {'Port': ['ID=4c88fc97-4d2a-4faa-9c44-e0322086800a,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:30.671617 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-559b9453-6644-41ad-b088-a5d972cb6518 None None] Provisioning for port d5029271-15a3-4d1c-9761-721875cbab1e completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:30.701913 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-559b9453-6644-41ad-b088-a5d972cb6518 None None] Provisioning complete for port d5029271-15a3-4d1c-9761-721875cbab1e triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:30.702285 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-559b9453-6644-41ad-b088-a5d972cb6518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.725959 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.732015 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:30.806291 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.834206 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-559b9453-6644-41ad-b088-a5d972cb6518 None None] Port d5029271-15a3-4d1c-9761-721875cbab1e cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:35:30.898559 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 671ffc0f-3649-4b10-ae7b-03952a4b60e0, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=671ffc0f-3649-4b10-ae7b-03952a4b60e0,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:30.904015 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.905475 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.906343 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 16584c78-a2b3-4221-ade3-d5b152f8ca6b up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:30.909611 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.989332 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633842'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:30.995384 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:31.040280 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:31.053661 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 16584c78-a2b3-4221-ade3-d5b152f8ca6b completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:31.060879 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 16584c78-a2b3-4221-ade3-d5b152f8ca6b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:31.061252 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.094091 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 3, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:31.102718 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Network 01d3f845-d953-4e0f-b53c-43696a599b04 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:31.104176 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:31.131351 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a4cd6-64e4-4657-a9ec-95165db21045 None None] The sync data for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi is: [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 3, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:31.198070 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.238071 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 16584c78-a2b3-4221-ade3-d5b152f8ca6b, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=16584c78-a2b3-4221-ade3-d5b152f8ca6b,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:31.253996 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.272972 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:35:31.326216 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=16584c78-a2b3-4221-ade3-d5b152f8ca6b,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:31.411197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:35:31.429993 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-94d2b493-ddbe-4c0c-a539-feb33cf3f0e8 admin admin] 10.222.0.10 "PUT /v2.0/routers/d7ee237d-5b35-4f0a-b197-7fe41ea30d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945179 Jul 23 09:35:31.462698 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f8d9d417-e866-41db-9adf-6900cd6c4836 None None] Provisioning complete for port d5029271-15a3-4d1c-9761-721875cbab1e triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:31.463097 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d417-e866-41db-9adf-6900cd6c4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.509693 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9d417-e866-41db-9adf-6900cd6c4836 None None] Port d5029271-15a3-4d1c-9761-721875cbab1e cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:35:31.601456 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.761495 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 671ffc0f-3649-4b10-ae7b-03952a4b60e0 up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:31.823443 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:31.823443 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:31.914969 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 16584c78-a2b3-4221-ade3-d5b152f8ca6b up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:31.965606 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 16584c78-a2b3-4221-ade3-d5b152f8ca6b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:31.966107 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.060870 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 4c88fc97-4d2a-4faa-9c44-e0322086800a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:32.098919 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34736) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.124876 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port 4c88fc97-4d2a-4faa-9c44-e0322086800a completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:32.130012 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 4c88fc97-4d2a-4faa-9c44-e0322086800a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:32.130380 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.235519 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.239307 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b326bed-3625-4c6c-a71e-bed9545f8dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.258153 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port 4c88fc97-4d2a-4faa-9c44-e0322086800a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=4c88fc97-4d2a-4faa-9c44-e0322086800a,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:32.263296 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.322202 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=4c88fc97-4d2a-4faa-9c44-e0322086800a,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.343624 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b326bed-3625-4c6c-a71e-bed9545f8dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.347199 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b326bed-3625-4c6c-a71e-bed9545f8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.388064 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7b326bed-3625-4c6c-a71e-bed9545f8dfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7585a58b93474c02a4ea25de5e36a6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857370 Jul 23 09:35:32.388064 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b326bed-3625-4c6c-a71e-bed9545f8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666134ad-cfa0-4d17-9a5d-fd6810fead39,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.388468 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34740) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.440125 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.461073 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.467005 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34742) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.471998 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610821905', 'description': 'tempest-secgroup-smoke-610821905 description', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:32.512024 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.538859 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.541375 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.542525 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/666134ad-cfa0-4d17-9a5d-fd6810fead39 HTTP/1.1" status: 204 len: 168 time: 0.1530817 Jul 23 09:35:32.558198 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81eced5-ddde-41a8-8278-5643eb73e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666134ad-cfa0-4d17-9a5d-fd6810fead39,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.618657 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.622945 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.654403 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.655923 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1879570 Jul 23 09:35:32.657787 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3ecb1-d438-48c9-9c2e-719dceb1cac0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.658938 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34746) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.664407 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:32.694544 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.753431 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.757676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.776066 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fbacfd-286b-403d-afa5-f38e70804047,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.785211 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.786603 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4dbe1467-ea4f-440d-bd09-f32ddf986163 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264701 Jul 23 09:35:32.790020 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34750) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.794755 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:32.830481 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.849487 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34752) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.863258 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82ef6490-a33b-425d-8f1d-118f0670935d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.892099 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.896104 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.915367 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7276fc-0e42-49d3-a696-54003d7fb33e,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:32.958739 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82ef6490-a33b-425d-8f1d-118f0670935d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.964813 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82ef6490-a33b-425d-8f1d-118f0670935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.966828 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Sync routers for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:35:32.968700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:32.972292 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2179da96-14bb-4b6b-ad2a-ca89b8b980ef tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1812274 Jul 23 09:35:32.972910 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34754) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:32.978140 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:32.978757 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:32.979366 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:35:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:33.003495 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef6490-a33b-425d-8f1d-118f0670935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759370c-b704-47ba-8ac3-d16560487bfe,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.010957 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-82ef6490-a33b-425d-8f1d-118f0670935d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74661b36b78944e8a9b28aa01d5d6dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575711 Jul 23 09:35:33.011380 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34756) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:33.018146 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.065495 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.085348 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.089117 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.091052 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.102224 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:33.109773 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7a7b8a-92b7-4f7c-b14a-78caee20aacf,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.120457 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.124384 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6302b43e-1fbf-4caf-ac9c-1f177d52bba1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479068 Jul 23 09:35:33.124652 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34758) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:33.129547 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:33.152154 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.155024 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.156220 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0759370c-b704-47ba-8ac3-d16560487bfe HTTP/1.1" status: 204 len: 168 time: 0.1441486 Jul 23 09:35:33.161789 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.164573 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b166759-334e-47b5-b3be-802f4ee06bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759370c-b704-47ba-8ac3-d16560487bfe,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.225905 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.230198 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.248349 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1758364d-618e-4d87-a1a2-6eafe2b2014e,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.258684 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.260015 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d650221e-caf6-4ed6-b0b2-5f77632534f1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343665 Jul 23 09:35:33.262951 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 34762) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:33.267451 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:33.292127 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Project 471b4e0fc61e4da190aaccc43a7aabc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:35:33.297216 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.356677 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 4, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'd5029271-15a3-4d1c-9761-721875cbab1e', 'name': '', 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'mac_address': 'fa:16:3e:a6:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f572c898-3939-4816-a235-b73037c62bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:29Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 2, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'subnets': [{'id': 'f572c898-3939-4816-a235-b73037c62bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:33.363225 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.368408 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.386409 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7616e3-8510-4424-a077-7e53fc0c8180,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.387231 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Checking router: d7ee237d-5b35-4f0a-b197-7fe41ea30d2e for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:35:33.387614 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Updating router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e port d5029271-15a3-4d1c-9761-721875cbab1e binding host dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 09:35:33.394009 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.398969 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7c929661-6eaa-4fd1-95ec-5c2ae1b68c06 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312797 Jul 23 09:35:33.399349 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34766) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:33.404257 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'security_group_rule': {'security_group_id': '4e4e6060-d866-4d9e-8ba1-7683bb7f23dc', 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:33.424535 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.428687 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Project 471b4e0fc61e4da190aaccc43a7aabc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 09:35:33.434062 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.489525 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.498780 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962412'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.520382 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69316a99-bd6e-4889-a8c9-c702ee450a4b,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.524736 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.535152 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d0b39a74-fd65-4919-860b-b38aa5d68220 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312091 Jul 23 09:35:33.611838 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 4c88fc97-4d2a-4faa-9c44-e0322086800a up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:33.675209 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port 4c88fc97-4d2a-4faa-9c44-e0322086800a triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:33.675717 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.756895 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.779109 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Transition to ACTIVE for port object d5029271-15a3-4d1c-9761-721875cbab1e will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:33.788649 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.873437 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c0b4-e55e-4d13-9cdd-8c89a6892b34 None None] Pushing event updated for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:33.908593 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Attempting to bind port d5029271-15a3-4d1c-9761-721875cbab1e on host dv-cinder-801989-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:33.908965 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Attempting to bind port d5029271-15a3-4d1c-9761-721875cbab1e by drivers openvswitch,hyperv on host dv-cinder-801989-2-iscsi at level 0 using segments [{'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:33.909331 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Attempting to bind port d5029271-15a3-4d1c-9761-721875cbab1e on network 01d3f845-d953-4e0f-b53c-43696a599b04 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:33.915392 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Checking agent: {'id': '9604a347-0d6d-4fec-8163-14c1ddc11ce0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 18, 29), 'started_at': datetime.datetime(2021, 7, 23, 9, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:33.915802 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Checking segment: {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:33.916208 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.916816 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Bound using segment: {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:33.917074 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Bound port: d5029271-15a3-4d1c-9761-721875cbab1e, host: dv-cinder-801989-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eaf8e3-f7e0-4cd5-9320-d66564025c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:33.917475 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:33.994302 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] For port d5029271-15a3-4d1c-9761-721875cbab1e, host dv-cinder-801989-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:33.998103 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] For port d5029271-15a3-4d1c-9761-721875cbab1e, host dv-cinder-801989-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=d5029271-15a3-4d1c-9761-721875cbab1e,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:34.003237 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.075862 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:35:34.076688 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:35:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:34.152514 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c0b4-e55e-4d13-9cdd-8c89a6892b34 None None] Pushing event updated for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:34.242379 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:35:34.461786 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 4, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'd5029271-15a3-4d1c-9761-721875cbab1e', 'name': '', 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'mac_address': 'fa:16:3e:a6:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f572c898-3939-4816-a235-b73037c62bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:29Z', 'updated_at': '2021-07-23T09:35:33Z', 'revision_number': 4, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'subnets': [{'id': 'f572c898-3939-4816-a235-b73037c62bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:35:34.509222 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34852) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:34.582113 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160bc354-4df2-4780-abc6-9ec72d502595 None None] The sync data for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi is: [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 4, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': 'd5029271-15a3-4d1c-9761-721875cbab1e', 'name': '', 'network_id': '01d3f845-d953-4e0f-b53c-43696a599b04', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'mac_address': 'fa:16:3e:a6:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f572c898-3939-4816-a235-b73037c62bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:29Z', 'updated_at': '2021-07-23T09:35:33Z', 'revision_number': 4, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'subnets': [{'id': 'f572c898-3939-4816-a235-b73037c62bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:35:34.626241 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7f05e151-ba1b-41d1-8c46-38f345edfc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.733564 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7f05e151-ba1b-41d1-8c46-38f345edfc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.737775 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7f05e151-ba1b-41d1-8c46-38f345edfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.780020 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e151-ba1b-41d1-8c46-38f345edfc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2d484-244f-4727-b431-a6d8f8c19c85,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:34.784265 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7f05e151-ba1b-41d1-8c46-38f345edfc23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c40745138c804a9fa3ab6c65a0315be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738600 Jul 23 09:35:34.786761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 34856) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:34.845752 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.868126 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.919040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.921686 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:34.922851 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9f2d484-244f-4727-b431-a6d8f8c19c85 HTTP/1.1" status: 204 len: 168 time: 0.1351578 Jul 23 09:35:34.931928 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a33de1-a14d-4709-b235-d02c670204a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2d484-244f-4727-b431-a6d8f8c19c85,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:35.614358 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device d5029271-15a3-4d1c-9761-721875cbab1e up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:35.667786 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning for port d5029271-15a3-4d1c-9761-721875cbab1e completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:35.671632 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port d5029271-15a3-4d1c-9761-721875cbab1e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:35.672012 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:35.755098 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:35.786513 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] For port d5029271-15a3-4d1c-9761-721875cbab1e, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=d5029271-15a3-4d1c-9761-721875cbab1e,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:35:35.793424 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:35.844292 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Pushing event updated for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:37.597159 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device d5029271-15a3-4d1c-9761-721875cbab1e up at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:35:37.650721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Provisioning complete for port d5029271-15a3-4d1c-9761-721875cbab1e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:37.651173 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:49.712813 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:35:53.266719 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-e4d13dc8-38a7-4779-a450-9b9d55104abc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610821905&fields=id&tenant_id=471b4e0fc61e4da190aaccc43a7aabc3 HTTP/1.1" status: 200 len: 267 time: 0.0321589 Jul 23 09:35:53.371625 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-d3c5d33b-0ea8-4383-8980-74883241866d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:53.372980 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-d3c5d33b-0ea8-4383-8980-74883241866d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 808 time: 0.0994666 Jul 23 09:35:53.387636 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-69bed007-a784-451c-b518-e30680bf036d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/quotas/471b4e0fc61e4da190aaccc43a7aabc3 HTTP/1.1" status: 200 len: 375 time: 0.0094399 Jul 23 09:35:53.451628 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-f0fa6e1e-90c2-4a44-a0d6-3d93889eb559 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593736 Jul 23 09:35:53.548507 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-e5d5c4a9-d630-4c3c-b9e9-19ce9006de2c service neutron] 10.222.0.10 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845816 Jul 23 09:35:53.637046 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-ee850208-e129-4b0c-9372-ca924ec01502 service neutron] 10.222.0.10 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823441 Jul 23 09:35:53.930660 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-adcb22b4-e7ea-4c6a-9a75-6f3fa7d76e60 req-c1aef6cf-4a8c-459c-b78a-f325ebdb094d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 210 time: 0.0318625 Jul 23 09:35:53.967673 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:54.838515 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-458135e2-7406-4db0-9dab-c684fdc7c7bd tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:54.840009 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-458135e2-7406-4db0-9dab-c684fdc7c7bd tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 808 time: 0.1073835 Jul 23 09:35:54.882821 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-33091c21-0609-4c48-b231-137b57af7b1c tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471b4e0fc61e4da190aaccc43a7aabc3 HTTP/1.1" status: 200 len: 379 time: 0.0341179 Jul 23 09:35:54.893070 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'port': {'device_id': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'admin_state_up': True, 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'security_groups': ['4e4e6060-d866-4d9e-8ba1-7683bb7f23dc']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:55.022585 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Made reservation on behalf of 471b4e0fc61e4da190aaccc43a7aabc3 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 09:35:55.026231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.053198 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-831a49fd-0e4a-4c8a-813b-ccebf5a5ea9f req-81727193-6d72-4aaa-bf75-87116cd74df6 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 210 time: 0.0425630 Jul 23 09:35:55.172609 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Allocated IP 172.20.0.7 (88f9ac3d-52da-4df0-981b-548d10ffcf65/18a81858-031f-4c17-a336-24f13622ab88/9a1d3244-87c7-439f-bcf7-ddf9a639ca30) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:35:55.320043 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.333026 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Transition to ACTIVE for port object 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:55.367134 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.413547 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:35:55.418477 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:35:55.422025 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:35:55.446430 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:55.475401 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:55.476076 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.491062 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-39775043-8d5c-4684-aecd-8116c5efeb5e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015949 Jul 23 09:35:55.502337 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Request body: {'port': {'device_id': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:35:55.577200 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.634129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-83d61eec-9da0-47b0-a797-d3bfc9a7b357 None None] Provisioning for port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:35:55.637808 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-83d61eec-9da0-47b0-a797-d3bfc9a7b357 None None] Provisioning complete for port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:35:55.638285 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-83d61eec-9da0-47b0-a797-d3bfc9a7b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.675377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-83d61eec-9da0-47b0-a797-d3bfc9a7b357 None None] Port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 09:35:55.840499 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:35:55.847832 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.859630 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Transition to ACTIVE for port object 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 09:35:55.862908 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:55.913700 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:55.986820 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Attempting to bind port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 09:35:55.987158 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Attempting to bind port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 09:35:55.987529 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Attempting to bind port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 on network 88f9ac3d-52da-4df0-981b-548d10ffcf65 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:55.992959 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 on network 88f9ac3d-52da-4df0-981b-548d10ffcf65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 09:35:55.993422 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Attempting to bind port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 on network 88f9ac3d-52da-4df0-981b-548d10ffcf65 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 09:35:55.998587 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Checking agent: {'id': '3b599b00-7520-4513-a46e-7cee39bfbf86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'started_at': datetime.datetime(2021, 7, 23, 9, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 09:35:55.998923 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Checking segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 09:35:55.999328 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Bound using segment: {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 09:35:55.999792 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Bound port: 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9387ebdb-b149-42a7-a409-5d6d5bf936fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 09:35:56.000200 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.064388 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 09:35:56.067302 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 09:35:56.072868 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129147820'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.107606 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.108043 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.111932 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 1093 time: 0.6114612 Jul 23 09:35:56.111932 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:35:56.112494 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24937a2-2982-4a4a-bc2b-c31c439d8c04" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:35:56.150308 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe637e9f-d0a0-4c54-a206-67b9791c2ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:56.179933 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ebe66-76af-4422-9471-df680ae96ee5 x-openstack-request-id: req-2a6ebe66-76af-4422-9471-df680ae96ee5 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:35:56.180130 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:35:56.183470 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a6ebe66-76af-4422-9471-df680ae96ee5 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:35:56.184077 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'status': 'completed', 'code': 200} Jul 23 09:35:56.234100 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8630-5959-4708-b883-e659f55f86b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.234333 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-e26a418e-f539-48f2-b425-06b1525ae7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.237219 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-e26a418e-f539-48f2-b425-06b1525ae7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0825925 Jul 23 09:35:56.253297 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328fd02-8e81-4ac1-9eeb-94b00b6c449c req-a44845b5-2f35-4cb9-b371-d4d69a3be943 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.255741 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1328fd02-8e81-4ac1-9eeb-94b00b6c449c req-a44845b5-2f35-4cb9-b371-d4d69a3be943 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0976386 Jul 23 09:35:56.291988 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-f842c9a9-1b91-4cbe-927c-df7ad138878e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 217 time: 0.0479152 Jul 23 09:35:56.297484 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1328fd02-8e81-4ac1-9eeb-94b00b6c449c req-5e939f29-a254-489b-931d-daac75745ac1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359325 Jul 23 09:35:56.351270 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-8731ffa0-c81f-4bfb-a37c-fca8696d8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.353378 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-8731ffa0-c81f-4bfb-a37c-fca8696d8b2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0555928 Jul 23 09:35:56.412142 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-87cf8446-ce11-4c68-bf78-988dd808fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.413820 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-87cf8446-ce11-4c68-bf78-988dd808fbb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544736 Jul 23 09:35:56.486229 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35056) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:56.508561 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-031973d6-3338-4576-86de-e931831229c8 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885279 Jul 23 09:35:56.588702 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.596870 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16185129-3452-4d74-a238-e0cd1bc0b424 req-aae22477-5fbb-465b-ae74-2ffe4b7ac3c8 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Jul 23 09:35:56.676355 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.680774 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.701649 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-b2429d4d-3322-4945-bb0f-ee697bc1938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.703483 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-b2429d4d-3322-4945-bb0f-ee697bc1938d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0619323 Jul 23 09:35:56.721174 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=196ba553fbcd40549aa137117e620dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337387 Jul 23 09:35:56.721884 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2193c847-8b3d-488e-9046-babc87dbb4de,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:56.723733 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35060) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:35:56.740695 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.741040 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.741374 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.741703 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.742024 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.742347 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.742667 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.742984 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.743307 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.743648 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.743964 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.744274 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc25376-b67b-4962-a1f9-7258e59948b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:35:56.797429 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.799231 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-70b0da26-86e3-4cac-8984-0677884d7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.800746 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-70b0da26-86e3-4cac-8984-0677884d7284 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0909879 Jul 23 09:35:56.819936 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.845204 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-da463c83-2566-417a-89b3-5f53039be69a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 217 time: 0.0369456 Jul 23 09:35:56.867489 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.870174 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:56.871478 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2193c847-8b3d-488e-9046-babc87dbb4de HTTP/1.1" status: 204 len: 168 time: 0.1458995 Jul 23 09:35:56.879574 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486c02b-54a2-405c-b4ad-55378ef0190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193c847-8b3d-488e-9046-babc87dbb4de,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:35:56.897921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-27f158fc-0463-47f7-b6c9-bc04ca3357f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.899627 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-27f158fc-0463-47f7-b6c9-bc04ca3357f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0480540 Jul 23 09:35:56.962570 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-4760f583-85c1-48dd-8306-47d736607002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:56.964190 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-4760f583-85c1-48dd-8306-47d736607002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586531 Jul 23 09:35:57.067323 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-271db6a1-7b45-419c-8ac1-2ccfe4eb19a4 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968058 Jul 23 09:35:57.161938 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c24937a2-2982-4a4a-bc2b-c31c439d8c04 req-6b0d1dca-85f1-4465-8d5e-dec2754d9578 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883284 Jul 23 09:35:57.579037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4d49-d1b5-410f-97fb-d3c5aeec6f54 req-1c812656-5f1b-4902-853f-63e5fa509ff3 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:57.580508 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa5d4d49-d1b5-410f-97fb-d3c5aeec6f54 req-1c812656-5f1b-4902-853f-63e5fa509ff3 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.2140596 Jul 23 09:35:57.617125 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aa5d4d49-d1b5-410f-97fb-d3c5aeec6f54 req-9ec1d5f2-ff25-42d2-8bb2-f6761b6e6095 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Jul 23 09:35:58.743289 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace26a5-91a5-4345-8be1-770db790d13b req-f6e437e5-8e7a-4882-9d8e-62f58a9633e1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:58.745570 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4ace26a5-91a5-4345-8be1-770db790d13b req-f6e437e5-8e7a-4882-9d8e-62f58a9633e1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0634463 Jul 23 09:35:58.785689 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4ace26a5-91a5-4345-8be1-770db790d13b req-4d7944ff-df83-4e06-984e-df42e38b75cd tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Jul 23 09:35:58.938514 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:59.109148 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6d7e2f1-8db3-4af8-b096-9ebaf2772405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:35:59.913511 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561fb0-4152-47d3-90a1-ac372fd933f6 req-c3741bb8-412d-4af6-90d3-5571c1b45576 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:35:59.914999 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e6561fb0-4152-47d3-90a1-ac372fd933f6 req-c3741bb8-412d-4af6-90d3-5571c1b45576 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0629396 Jul 23 09:35:59.952659 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e6561fb0-4152-47d3-90a1-ac372fd933f6 req-66fb6fec-3e65-4f3f-ac1b-1254284e736f tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Jul 23 09:36:00.225326 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:01.131761 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bc9e6-170a-47eb-b6f5-9a04f9428a06 req-980c0b3c-16e0-4621-88fa-cd70f4861dce tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:01.133222 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3bc9e6-170a-47eb-b6f5-9a04f9428a06 req-980c0b3c-16e0-4621-88fa-cd70f4861dce tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.1160357 Jul 23 09:36:01.169766 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3bc9e6-170a-47eb-b6f5-9a04f9428a06 req-d64a407c-ec41-4ae2-957d-b63022ca03a4 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Jul 23 09:36:01.582031 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:02.294015 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5025e-d244-4759-a20f-2e0dde2c1354 req-9d750956-200a-4789-881b-120347b87472 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:02.295501 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7bf5025e-d244-4759-a20f-2e0dde2c1354 req-9d750956-200a-4789-881b-120347b87472 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0613005 Jul 23 09:36:02.331272 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7bf5025e-d244-4759-a20f-2e0dde2c1354 req-263eebdc-fc84-445d-a818-34d8b0e78cda tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Jul 23 09:36:03.455912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7a3f1-1c9e-4795-b9c1-1b8d22073c22 req-a46df9bb-4d3f-4c69-a900-76469a6d1d60 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:03.457387 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5c7a3f1-1c9e-4795-b9c1-1b8d22073c22 req-a46df9bb-4d3f-4c69-a900-76469a6d1d60 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0617597 Jul 23 09:36:03.495064 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5c7a3f1-1c9e-4795-b9c1-1b8d22073c22 req-1c74cf74-690c-440f-80ad-ed6a5ff05bfd tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Jul 23 09:36:04.575201 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:36:04.626086 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0c8ae-1dc1-446e-a5bb-ae8ae8309c7a req-fbda0c4a-05b2-4c8b-8ff4-de6cd5c733d5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:04.627618 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ce0c8ae-1dc1-446e-a5bb-ae8ae8309c7a req-fbda0c4a-05b2-4c8b-8ff4-de6cd5c733d5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0666873 Jul 23 09:36:04.667039 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4ce0c8ae-1dc1-446e-a5bb-ae8ae8309c7a req-060a5028-2255-4780-9d1a-0ecbbda76815 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Jul 23 09:36:04.668971 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:36:04.684709 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'mac_address': 'fa:16:3e:82:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:36:04.720353 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:04.733339 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:36:04.764515 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:36:04.772439 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:04.817708 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:36:04.971667 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['9a1d3244-87c7-439f-bcf7-ddf9a639ca30'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:36:05.795891 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61893a-0a39-49ce-b0d4-b0047619ac41 req-96da554c-abae-4c5d-b6dc-ae3d8e67f8a1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:05.797350 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8e61893a-0a39-49ce-b0d4-b0047619ac41 req-96da554c-abae-4c5d-b6dc-ae3d8e67f8a1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 944 time: 0.0659368 Jul 23 09:36:05.835436 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8e61893a-0a39-49ce-b0d4-b0047619ac41 req-bbd78d21-0e7e-46eb-8a43-d57190f5ebc7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319815 Jul 23 09:36:06.576829 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:36:06.623236 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning for port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 09:36:06.626821 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:36:06.627197 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:06.703449 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:06.725570 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:36:06.727817 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a97c30-b478-41c2-bbdf-4d671e46944a" -d '{"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:36:06.740521 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:36:06.744434 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:06.768807 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3895a0-a884-41c3-b4c3-8c65e6e0c495 x-openstack-request-id: req-ce3895a0-a884-41c3-b4c3-8c65e6e0c495 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:36:06.769098 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:36:06.769345 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce3895a0-a884-41c3-b4c3-8c65e6e0c495 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:36:06.769726 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'code': 200} Jul 23 09:36:06.797342 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:36:06.966080 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73387e1d-8cce-4797-bf76-d78b520b5794 req-e76fe08c-68a8-40bc-9ba7-f9f54c8c59a9 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:06.967637 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73387e1d-8cce-4797-bf76-d78b520b5794 req-e76fe08c-68a8-40bc-9ba7-f9f54c8c59a9 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0656695 Jul 23 09:36:06.979127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27792a-04fc-49ca-bfaa-1b79e789cafb req-f3f17151-75e8-420c-b45f-94d0718c24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:06.980661 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-da27792a-04fc-49ca-bfaa-1b79e789cafb req-f3f17151-75e8-420c-b45f-94d0718c24a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0525687 Jul 23 09:36:07.006439 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73387e1d-8cce-4797-bf76-d78b520b5794 req-844c7675-a951-4823-8abc-00ba9e8e2bf8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331295 Jul 23 09:36:07.015304 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-da27792a-04fc-49ca-bfaa-1b79e789cafb req-565f1379-ed15-40e9-a76d-d902ce8a4f25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283926 Jul 23 09:36:08.138753 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e721-5383-41e3-969e-8abf194e3660 req-d5557d2d-2fec-4a45-b16c-ae319ecee0d8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:08.140587 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-87b3e721-5383-41e3-969e-8abf194e3660 req-d5557d2d-2fec-4a45-b16c-ae319ecee0d8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0664811 Jul 23 09:36:08.177468 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-87b3e721-5383-41e3-969e-8abf194e3660 req-a044c6fc-20cb-4c1f-a8da-16262811d9d9 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Jul 23 09:36:08.303074 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876de9cb-00d5-4dd9-8ba2-08e7bd199477 req-d0a2a896-61ce-4ee1-a24d-09d2e5f3ca02 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:08.304578 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-876de9cb-00d5-4dd9-8ba2-08e7bd199477 req-d0a2a896-61ce-4ee1-a24d-09d2e5f3ca02 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jul 23 09:36:08.341658 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-876de9cb-00d5-4dd9-8ba2-08e7bd199477 req-5c90d54c-d493-469c-a05c-3f3b313fe716 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Jul 23 09:36:08.362282 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35094) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:36:08.508240 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3747207-2855-4e57-9740-874d2476c758 tempest-TestShelveInstance-594472109 tempest-TestShelveInstance-594472109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:08.509740 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b3747207-2855-4e57-9740-874d2476c758 tempest-TestShelveInstance-594472109 tempest-TestShelveInstance-594472109-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1093 time: 0.1465197 Jul 23 09:36:08.512715 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35098) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:36:08.516970 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Request body: {'floatingip': {'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 09:36:08.539214 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:08.630512 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:08.735270 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Allocated IP 172.27.3.7 (e24bfd67-e222-4eac-84d5-67e3c322933f/0bdb683b-3c63-45bd-9d40-801683c27495/d8cb417c-0b6a-48b1-959a-e7f4173a689d) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 09:36:08.834719 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:08.876155 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748782518254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:08.911638 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Network e24bfd67-e222-4eac-84d5-67e3c322933f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 09:36:08.914412 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 09:36:08.919747 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 09:36:08.943223 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'Port': ['ID=d8cb417c-0b6a-48b1-959a-e7f4173a689d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:36:09.268893 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.341259 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.483935 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.488115 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129750533'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.554129 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event updated for resources: {'Port': ['ID=d8cb417c-0b6a-48b1-959a-e7f4173a689d,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:36:09.563901 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635862'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.661325 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Floating IP 968a551a-404d-48d1-a75a-8bfad9cf4248 associated. External IP: 172.27.3.7, port: 9a1d3244-87c7-439f-bcf7-ddf9a639ca30. Jul 23 09:36:09.861493 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Router 2ffab996-9830-44f4-9012-7ac34c0bb698 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:36:09.964974 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:36:09.974240 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Sync routers for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:36:09.980547 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:09.984532 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:36:09.985151 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:35:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:36:10.016108 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e065bb85-6a70-43b9-a158-8e29d36bf9ae tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5023975 Jul 23 09:36:10.016677 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:36:10.018932 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:36:10.059943 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a308f2f-25fa-4e49-adf8-bdb150f23439 x-openstack-request-id: req-0a308f2f-25fa-4e49-adf8-bdb150f23439 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:36:10.060235 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:36:10.060488 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a308f2f-25fa-4e49-adf8-bdb150f23439 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:36:10.060944 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'status': 'completed', 'code': 200} Jul 23 09:36:10.091183 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:36:10.134921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-1673da37-adc1-4a3e-8bdb-fa8c0acf7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:10.136445 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-1673da37-adc1-4a3e-8bdb-fa8c0acf7c33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0538807 Jul 23 09:36:10.227863 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-edb9f4c8-4677-4b8b-b9c9-04e9f9c49dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:10.229369 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-edb9f4c8-4677-4b8b-b9c9-04e9f9c49dbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0863888 Jul 23 09:36:10.292831 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-2fb6b46b-1c9e-4240-b21b-a4b277d55f46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 997 time: 0.0573471 Jul 23 09:36:10.311368 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '968a551a-404d-48d1-a75a-8bfad9cf4248', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'mac_address': 'fa:16:3e:82:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:36:09Z', 'updated_at': '2021-07-23T09:36:09Z', 'revision_number': 0, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:36:10.337628 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Checking router: 2ffab996-9830-44f4-9012-7ac34c0bb698 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:36:10.340861 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-4bda2a08-f81b-4fab-acc0-2c7747e48090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:10.342440 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-4bda2a08-f81b-4fab-acc0-2c7747e48090 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0428362 Jul 23 09:36:10.345707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:36:10.346579 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:35:59Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:36:10.403268 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-27651731-2d7d-4b6d-a311-b63a7f623ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:10.404792 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-27651731-2d7d-4b6d-a311-b63a7f623ebc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557482 Jul 23 09:36:10.453529 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:36:10.493677 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-90adab86-3fcd-4aa0-989a-ebab0e1f2e5a service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811965 Jul 23 09:36:10.586359 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bf137b0b-ee7a-4c38-a2b4-c6bb280c82c1 req-ab6c1175-f2ff-493c-a4aa-e8c695949a96 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867267 Jul 23 09:36:10.676158 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '968a551a-404d-48d1-a75a-8bfad9cf4248', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'mac_address': 'fa:16:3e:82:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:36:09Z', 'updated_at': '2021-07-23T09:36:09Z', 'revision_number': 0, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:36:10.702446 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5c58a-bc0d-4cb4-b68f-4aa7c75c79c8 None None] The sync data for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi is: [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_floatingips': [{'id': '968a551a-404d-48d1-a75a-8bfad9cf4248', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'router_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'mac_address': 'fa:16:3e:82:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T09:36:09Z', 'updated_at': '2021-07-23T09:36:09Z', 'revision_number': 0, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:36:10.876391 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ae8655-91a9-40f2-8892-fee1aa39e130 None None] New status for floating IP 968a551a-404d-48d1-a75a-8bfad9cf4248: ACTIVE {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:36:23.286062 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-ebf7a62a-6c39-4b4d-9abb-ec60511171ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933683 Jul 23 09:36:23.377595 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92408-7987-480e-a218-657696e26e44 req-652c84be-a398-4ccb-9d0e-8030ffe56798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:23.379044 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-652c84be-a398-4ccb-9d0e-8030ffe56798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0509210 Jul 23 09:36:23.484067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92408-7987-480e-a218-657696e26e44 req-7190db53-a8ea-4bef-87f9-67c549df353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:23.485441 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-7190db53-a8ea-4bef-87f9-67c549df353b service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0852239 Jul 23 09:36:23.550120 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-be46bc0f-b2bc-45d3-bd0e-a5ac4e2f3fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 999 time: 0.0569067 Jul 23 09:36:23.600762 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92408-7987-480e-a218-657696e26e44 req-d2a3a703-59a3-44e8-a31a-a0af7eec8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:23.602201 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-d2a3a703-59a3-44e8-a31a-a0af7eec8706 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0454886 Jul 23 09:36:23.668215 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92408-7987-480e-a218-657696e26e44 req-6fa33d5f-4495-427c-ab48-a3dc58331bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:36:23.670196 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-6fa33d5f-4495-427c-ab48-a3dc58331bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547435 Jul 23 09:36:23.683493 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-eaf56fd8-d9b1-46c9-ae52-9a9fe8d30d07 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 09:36:23.684890 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-eaf56fd8-d9b1-46c9-ae52-9a9fe8d30d07 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072441 Jul 23 09:36:23.771901 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-8fa4c8b4-b83b-40d1-ba4a-1f9137ea3faa service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809228 Jul 23 09:36:23.863160 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3aa92408-7987-480e-a218-657696e26e44 req-4baa3133-df86-4538-b60f-b9266329a713 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846989 Jul 23 09:36:23.979830 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:26.224663 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-671992b5-80a3-495c-a994-5c451b0fbe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:26.713487 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:36:28.939650 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:29.108817 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c87afcfb-3538-4535-836a-eb01d9c32b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:30.228398 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:31.584120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:53.986510 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:56.224652 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7f5045cc-fcf8-4de5-bd2d-99a05cf45e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:58.939943 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:36:59.108328 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0720c5ab-1395-4736-a777-cfadc226923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:00.230488 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:01.587701 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:03.712393 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:37:23.989620 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:24.269094 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-b1bc6712-4179-40e2-a1d0-5499052356f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519431 Jul 23 09:37:24.357882 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-7cfb99b6-3e6d-4eab-b3c9-5d1451c7825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:37:24.359340 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-7cfb99b6-3e6d-4eab-b3c9-5d1451c7825f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0509520 Jul 23 09:37:24.460912 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-802d0864-490f-46de-b23c-218be34bb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:37:24.462342 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-802d0864-490f-46de-b23c-218be34bb7e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0852935 Jul 23 09:37:24.526966 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-cb0be363-7666-4f36-8e85-3d8f3acab937 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 999 time: 0.0583124 Jul 23 09:37:24.574063 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-35890360-70de-4963-974b-50671c86372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:37:24.575462 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-35890360-70de-4963-974b-50671c86372d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0424387 Jul 23 09:37:24.632819 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-4dbede37-4d1a-4783-a200-ea07ee5fb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:37:24.634298 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-4dbede37-4d1a-4783-a200-ea07ee5fb2ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523007 Jul 23 09:37:24.724861 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-6857eff9-88bc-40f0-9bc9-a908256fb02a service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841393 Jul 23 09:37:24.811723 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eeed097f-47d2-4b50-ab94-3430333bd6b4 req-9306b140-2fdd-426e-8d2d-6f049167e4fd service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Jul 23 09:37:26.225052 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-69db2f30-74f9-4cec-b6ee-e37c13b4cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:28.944931 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:29.107560 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7e06863-120c-47a0-99b1-c1e1a95cd15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:30.234166 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:31.589883 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:40.711089 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:37:54.000138 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:56.225129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-31b7e427-d5d5-4df7-ae8d-4c841152dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:58.946020 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:37:59.107599 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-015466ea-3a9d-48c8-913c-ff7a6d5910fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:00.236328 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:01.592721 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:02.261425 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bb44-f35a-45e4-82ac-8a64d814027b req-3bc49caf-04c5-4fcd-89e3-3e5cf621a8eb tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:02.262883 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8a99bb44-f35a-45e4-82ac-8a64d814027b req-3bc49caf-04c5-4fcd-89e3-3e5cf621a8eb tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0676024 Jul 23 09:38:02.300250 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8a99bb44-f35a-45e4-82ac-8a64d814027b req-dbfc9696-8ed8-42b8-862f-762cdae3383d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317578 Jul 23 09:38:03.448685 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26497e47-8d24-4fae-bdf5-657ca83fd4f2 req-8590e2f3-7a37-4587-a60e-7037042b9043 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:03.450151 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-26497e47-8d24-4fae-bdf5-657ca83fd4f2 req-8590e2f3-7a37-4587-a60e-7037042b9043 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0632827 Jul 23 09:38:03.486308 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-26497e47-8d24-4fae-bdf5-657ca83fd4f2 req-ae11a345-de33-4342-bbd2-49e8131f1651 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301402 Jul 23 09:38:04.611921 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70805dc6-7e85-4264-ad38-8a403687c401 req-1f85436c-be74-4c1b-80d3-a630e7950dd4 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:04.613391 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-70805dc6-7e85-4264-ad38-8a403687c401 req-1f85436c-be74-4c1b-80d3-a630e7950dd4 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0620158 Jul 23 09:38:04.649030 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-70805dc6-7e85-4264-ad38-8a403687c401 req-72116250-c3f1-4348-9e17-2c9c4ddafeb8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302238 Jul 23 09:38:05.781005 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f2ad-3560-4d5d-a67b-a26ed2d75eb0 req-724ff314-e6ea-48ab-85c9-37b9748bb3a4 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:05.782488 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7aa9f2ad-3560-4d5d-a67b-a26ed2d75eb0 req-724ff314-e6ea-48ab-85c9-37b9748bb3a4 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0661957 Jul 23 09:38:05.819987 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7aa9f2ad-3560-4d5d-a67b-a26ed2d75eb0 req-db27f46b-3d05-41a9-a924-85497cf2407f tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jul 23 09:38:06.945304 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5d96-b611-4901-adfe-7e3f86b729a1 req-22533911-760c-44bb-8f8b-4cc9a1ec3bf5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:06.946690 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f49b5d96-b611-4901-adfe-7e3f86b729a1 req-22533911-760c-44bb-8f8b-4cc9a1ec3bf5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0628974 Jul 23 09:38:06.982728 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f49b5d96-b611-4901-adfe-7e3f86b729a1 req-9b67f8c0-b8ad-4573-b7be-f59f4f49d7fb tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Jul 23 09:38:08.107047 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313218-e5b5-4a73-9cfa-b97455d290fe req-33730358-dd63-4000-8111-dfab84f5f5b1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:08.108549 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7313218-e5b5-4a73-9cfa-b97455d290fe req-33730358-dd63-4000-8111-dfab84f5f5b1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0626328 Jul 23 09:38:08.145171 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7313218-e5b5-4a73-9cfa-b97455d290fe req-e2f4b4de-6335-4eb2-9068-1261957482b1 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Jul 23 09:38:09.275203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0115-01c2-45d3-a393-62c24494d487 req-2822ec71-e80d-4dab-ab91-e0602aadf22e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:09.276699 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5ef0115-01c2-45d3-a393-62c24494d487 req-2822ec71-e80d-4dab-ab91-e0602aadf22e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0657258 Jul 23 09:38:09.312917 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b5ef0115-01c2-45d3-a393-62c24494d487 req-581f719e-8693-41a5-9914-3c9692eb6226 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Jul 23 09:38:10.437564 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f480-181b-4e42-b1ad-75ba09244f34 req-420963e3-6f94-4997-bb3c-be0e02f7fc7d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:10.439073 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a0f480-181b-4e42-b1ad-75ba09244f34 req-420963e3-6f94-4997-bb3c-be0e02f7fc7d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0614285 Jul 23 09:38:10.478599 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a0f480-181b-4e42-b1ad-75ba09244f34 req-dc5fcf10-fa11-4d26-adb8-d1e62276d646 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341206 Jul 23 09:38:11.604099 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5befba2-745e-4c66-9ddc-0b81a3aaf173 req-5e0dc15a-8f1d-4f69-9f49-657909e6747f tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:11.605588 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d5befba2-745e-4c66-9ddc-0b81a3aaf173 req-5e0dc15a-8f1d-4f69-9f49-657909e6747f tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0618782 Jul 23 09:38:11.642384 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d5befba2-745e-4c66-9ddc-0b81a3aaf173 req-e22fc20a-000d-43c6-946c-d91ab92537ec tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307152 Jul 23 09:38:12.374823 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-8bf41600-aced-4b57-9950-effa82e289d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:12.376970 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-8bf41600-aced-4b57-9950-effa82e289d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0550160 Jul 23 09:38:12.714592 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-ae1eabdc-d775-4581-a7d3-9fedba25d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:12.716125 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-ae1eabdc-d775-4581-a7d3-9fedba25d364 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.3333693 Jul 23 09:38:12.782106 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-e1223c21-588a-41e0-98ed-f4ed16f867db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 999 time: 0.0586140 Jul 23 09:38:12.783298 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46e6dc-5f32-45a0-a22c-54fa5a706cdf req-341d495e-acf2-4f50-aaec-a66a7096e0ba tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:12.784757 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a46e6dc-5f32-45a0-a22c-54fa5a706cdf req-341d495e-acf2-4f50-aaec-a66a7096e0ba tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0630500 Jul 23 09:38:12.823055 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a46e6dc-5f32-45a0-a22c-54fa5a706cdf req-7cc5a5e6-79d7-4092-9346-fa5858fa921d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327761 Jul 23 09:38:12.833101 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-53bd839a-07fe-4519-b112-6e8f30a91704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:12.834578 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-53bd839a-07fe-4519-b112-6e8f30a91704 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0456583 Jul 23 09:38:12.891032 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-4b862574-85ae-47d8-a49d-b0c710f9566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:12.893127 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-4b862574-85ae-47d8-a49d-b0c710f9566b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522363 Jul 23 09:38:12.982062 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-f21c6720-464f-45ca-b66c-f784d02bf923 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827961 Jul 23 09:38:13.070309 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae8cac18-1009-4fbb-9a84-e846862c85c9 req-1ed1a972-4a0a-4a1d-a9cc-0c2fcdddca00 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Jul 23 09:38:13.953464 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385acb68-3ecd-47cf-876f-044bea462c61 req-2f392a15-f03b-4833-be2a-b58f6a6cf85e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:13.955432 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-385acb68-3ecd-47cf-876f-044bea462c61 req-2f392a15-f03b-4833-be2a-b58f6a6cf85e tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0675597 Jul 23 09:38:13.992433 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-385acb68-3ecd-47cf-876f-044bea462c61 req-65b3482e-e4e9-4d33-8999-902816da785b tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Jul 23 09:38:15.119801 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f074-39dd-44e5-87c4-3097133a139d req-d36ac565-8e67-4f62-8479-64c23731638c tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:15.121189 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7107f074-39dd-44e5-87c4-3097133a139d req-d36ac565-8e67-4f62-8479-64c23731638c tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0620449 Jul 23 09:38:15.157026 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7107f074-39dd-44e5-87c4-3097133a139d req-4b6dff14-3a14-42d0-9da2-281c2ed286b7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302529 Jul 23 09:38:15.424700 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8968775-c948-4ce2-98ea-0dabd521dbc8 req-2d987682-329d-4f80-b8ad-91184487acc7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:15.426075 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f8968775-c948-4ce2-98ea-0dabd521dbc8 req-2d987682-329d-4f80-b8ad-91184487acc7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.1072955 Jul 23 09:38:15.431957 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-a20546fb-b05f-4339-be06-f4fcf5e36b87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356292 Jul 23 09:38:15.465089 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f8968775-c948-4ce2-98ea-0dabd521dbc8 req-33247c2b-f404-432d-b136-1d04fa2ca345 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Jul 23 09:38:16.593053 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c6485-9d5a-4552-9e7b-f91205352c19 req-19a0eba7-0270-425c-bb49-3ebcfa89b5a0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:16.595056 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-436c6485-9d5a-4552-9e7b-f91205352c19 req-19a0eba7-0270-425c-bb49-3ebcfa89b5a0 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0642552 Jul 23 09:38:16.630955 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-436c6485-9d5a-4552-9e7b-f91205352c19 req-2cd3f6dd-836a-4b02-9010-1601c78cc84c tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Jul 23 09:38:16.763814 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-4d1c2fd0-e76e-40b4-8518-a35c94ffb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:16.765220 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-4d1c2fd0-e76e-40b4-8518-a35c94ffb163 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&tenant_id=471b4e0fc61e4da190aaccc43a7aabc3 HTTP/1.1" status: 200 len: 1098 time: 0.0909698 Jul 23 09:38:16.838042 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-ef6b17f3-2745-4aa8-b650-b3cbfb3baa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:16.839610 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-ef6b17f3-2745-4aa8-b650-b3cbfb3baa49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0523798 Jul 23 09:38:16.930067 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-4fce8a18-8c39-4575-b830-b457d088ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:16.931550 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-4fce8a18-8c39-4575-b830-b457d088ae68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0852144 Jul 23 09:38:16.994295 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-94479072-3167-48af-b16a-92576c53cc03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 999 time: 0.0560155 Jul 23 09:38:17.042025 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-73af8e5a-2811-40e2-9033-4becd23575c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:17.043476 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-73af8e5a-2811-40e2-9033-4becd23575c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0434818 Jul 23 09:38:17.098380 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:38:17.104517 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-b7dc3dfe-8205-4e6d-a0f2-944261392fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:17.106297 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-b7dc3dfe-8205-4e6d-a0f2-944261392fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554521 Jul 23 09:38:17.170923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:17.194031 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-f7b40540-ee85-4370-b89b-0f2910ffccf0 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806038 Jul 23 09:38:17.195657 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:38:17.197850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f967cb81-4de9-4072-a959-ba2e159b72c7" -d '{"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:38:17.210982 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:38:17.216145 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:17.264681 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=6']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:38:17.272617 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.272972 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.273311 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.273644 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.273974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.274302 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.274629 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.275268 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.275548 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.275872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.276192 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.276519 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:38:17.294538 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a31f3d38-ed54-49eb-ad35-502ce21c4435 req-0b3caf70-cce1-4130-a97d-a05179ae0c8a service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945458 Jul 23 09:38:17.312745 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d49b78f-2dd6-4c99-8e9d-839a6aa06211 x-openstack-request-id: req-3d49b78f-2dd6-4c99-8e9d-839a6aa06211 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:38:17.313120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:38:17.313936 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d49b78f-2dd6-4c99-8e9d-839a6aa06211 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:38:17.314318 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'code': 200} Jul 23 09:38:17.709871 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:38:17.758422 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584cb6a-0a66-4fbd-b3d7-8de9f5fb4a8b req-9337a784-dbd9-4ee2-b064-03d11308510a tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:17.759967 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8584cb6a-0a66-4fbd-b3d7-8de9f5fb4a8b req-9337a784-dbd9-4ee2-b064-03d11308510a tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0629358 Jul 23 09:38:17.796139 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8584cb6a-0a66-4fbd-b3d7-8de9f5fb4a8b req-d3fa5a6a-8748-4982-9c7c-52c61bd92d2d tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Jul 23 09:38:18.923578 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78f20-dd70-47d7-9cb2-1357332c24ac req-eeee061e-ccef-4ae5-a0a5-31cefe8f5d04 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:18.925035 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-72b78f20-dd70-47d7-9cb2-1357332c24ac req-eeee061e-ccef-4ae5-a0a5-31cefe8f5d04 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0615251 Jul 23 09:38:18.961719 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-72b78f20-dd70-47d7-9cb2-1357332c24ac req-29dede45-cce4-4e2e-9c82-681d5acd9dac tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312655 Jul 23 09:38:20.085821 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e07f3e-a33d-45bb-8e48-bc58306c1f03 req-9f6dd3f2-af24-4dc0-9fa5-6b5d5cb98fe8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:20.087288 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-56e07f3e-a33d-45bb-8e48-bc58306c1f03 req-9f6dd3f2-af24-4dc0-9fa5-6b5d5cb98fe8 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0615344 Jul 23 09:38:20.127982 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-56e07f3e-a33d-45bb-8e48-bc58306c1f03 req-1d8eaf04-4c02-423d-9dbf-68b12d6c7157 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352747 Jul 23 09:38:21.256931 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ec4cb-3c34-4bd8-aa00-276fcd61c7cb req-2a053989-194a-45e3-b100-57fb6bc81f15 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:21.258394 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9a3ec4cb-3c34-4bd8-aa00-276fcd61c7cb req-2a053989-194a-45e3-b100-57fb6bc81f15 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0659099 Jul 23 09:38:21.295157 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9a3ec4cb-3c34-4bd8-aa00-276fcd61c7cb req-e9cea404-70ed-4a38-bb06-88f8fa4bff41 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Jul 23 09:38:22.422378 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d927-972f-471f-8ffa-ba7058c6c78e req-49db1432-d3f0-4682-881b-88c8d511b9f7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:22.424080 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3112d927-972f-471f-8ffa-ba7058c6c78e req-49db1432-d3f0-4682-881b-88c8d511b9f7 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0634058 Jul 23 09:38:22.460968 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3112d927-972f-471f-8ffa-ba7058c6c78e req-7e36a68a-6709-4c84-b199-9b99a4a98779 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Jul 23 09:38:23.317301 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cffdf-6902-4a32-b465-2d5d37cc44bc req-feae4635-cd8d-4c24-aa72-ce23bfd88b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:23.318776 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f51cffdf-6902-4a32-b465-2d5d37cc44bc req-feae4635-cd8d-4c24-aa72-ce23bfd88b90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0511656 Jul 23 09:38:23.351983 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f51cffdf-6902-4a32-b465-2d5d37cc44bc req-88cdf8d8-a1fd-4d06-8aea-be5f9cf3d6a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267899 Jul 23 09:38:23.589956 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66cb7a-f4ad-4e30-956b-a4122edc5c9c req-d28c5763-b229-4f77-ab2d-b2b32c58c7c5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:23.592228 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8d66cb7a-f4ad-4e30-956b-a4122edc5c9c req-d28c5763-b229-4f77-ab2d-b2b32c58c7c5 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.0655758 Jul 23 09:38:23.636114 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8d66cb7a-f4ad-4e30-956b-a4122edc5c9c req-139be365-53c3-4fee-89e8-fb93e7d91232 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jul 23 09:38:24.024354 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:24.236616 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-8f27f248-b369-479c-948b-30cef1c00da5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540981 Jul 23 09:38:24.329269 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400b4b-1a28-43e2-b840-5931db11997e req-316565c3-37b2-422e-8825-897e9a098e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:24.330788 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-316565c3-37b2-422e-8825-897e9a098e4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0525422 Jul 23 09:38:24.429127 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400b4b-1a28-43e2-b840-5931db11997e req-56609a53-05a9-4212-8045-e6b083e8107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:24.430573 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-56609a53-05a9-4212-8045-e6b083e8107f service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0814893 Jul 23 09:38:24.496004 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-3b99cc53-7353-4f85-ac76-d37c31c9fdd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 997 time: 0.0596449 Jul 23 09:38:24.543188 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400b4b-1a28-43e2-b840-5931db11997e req-b3a0d4ea-791c-484f-8177-79562f85f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:24.544618 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-b3a0d4ea-791c-484f-8177-79562f85f56d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0422649 Jul 23 09:38:24.600868 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74400b4b-1a28-43e2-b840-5931db11997e req-0615b721-214e-465b-8b65-93173a4edf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:24.602251 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-0615b721-214e-465b-8b65-93173a4edf5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510626 Jul 23 09:38:24.693811 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-15d25410-acd1-4ebf-8141-a80cdce81ea6 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852656 Jul 23 09:38:24.818685 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee535092-09d8-46f9-9d42-75283bd750a4 req-997f098e-a041-4dd4-8e03-a3e630932fed tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:38:24.820220 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee535092-09d8-46f9-9d42-75283bd750a4 req-997f098e-a041-4dd4-8e03-a3e630932fed tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 943 time: 0.1239483 Jul 23 09:38:24.837320 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74400b4b-1a28-43e2-b840-5931db11997e req-01238361-2eef-4781-89eb-b48e28a044b4 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312528 Jul 23 09:38:24.863216 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ee535092-09d8-46f9-9d42-75283bd750a4 req-c2df699f-912c-4108-9902-2e895f85f5d6 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372272 Jul 23 09:38:25.115111 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 09:38:25.205969 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:38:25.219541 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Returning: {'device': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'port_id': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'mac_address': 'fa:16:3e:82:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 09:38:25.255173 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:25.267157 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 09:38:25.285680 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:38:25.289310 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:25.335182 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=7']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:38:25.538182 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] get_ports_and_sgs() called for port_ids ['9a1d3244-87c7-439f-bcf7-ddf9a639ca30'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 09:38:26.224508 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-813f350f-ab63-43fe-822a-64541c2ceb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:27.146526 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 up at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 09:38:27.193503 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Provisioning complete for port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 09:38:27.193891 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858516'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:27.271033 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670491'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:27.292497 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:38:27.294666 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f25970f7e1b0c7855e25d880ef4f1be4ac15929a462f3f944c72593c148a7db8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6ec93-a7ce-447e-a580-21177517b2ca" -d '{"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:38:27.306974 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:38:27.312466 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748783039061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748782518532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748782518550'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:27.337039 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783fe572-c52b-47b4-9751-5f6bee1e8f6d x-openstack-request-id: req-783fe572-c52b-47b4-9751-5f6bee1e8f6d {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:38:27.337330 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:38:27.337579 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-783fe572-c52b-47b4-9751-5f6bee1e8f6d {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:38:27.337957 dv-cinder-801989-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'code': 200} Jul 23 09:38:27.362885 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=8']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:38:28.947006 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:29.106492 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-dbcc483f-cd49-4d5f-a3d0-1607b18c91d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:30.239123 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:31.595078 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:54.017453 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:54.708544 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:38:56.224780 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a347-05ce-4652-9038-d8bb6c6e8fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:58.948878 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:38:59.105605 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b08372ea-b1e1-457b-b892-41ceaf6bdb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:00.240994 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:01.598033 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:24.032247 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:26.225381 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ab953321-37ea-4e65-aed2-4087d13775b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:26.249184 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-35ac1b59-fb39-4748-b4b8-96fcb5ae23de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524139 Jul 23 09:39:26.343398 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-214a3a4d-5eb3-4b6c-a12a-37b4a2828e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:26.344937 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-214a3a4d-5eb3-4b6c-a12a-37b4a2828e8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0557663 Jul 23 09:39:26.444706 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-7f6e4669-566e-40c5-8976-9f95f374a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:26.446086 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-7f6e4669-566e-40c5-8976-9f95f374a11d service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0831752 Jul 23 09:39:26.511948 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-bd1aba7d-6fd5-40aa-bd3b-d3296aa88c22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 999 time: 0.0588021 Jul 23 09:39:26.559880 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-84be9eaa-df54-4440-ad71-dd65697bb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:26.561274 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-84be9eaa-df54-4440-ad71-dd65697bb687 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0426092 Jul 23 09:39:26.616395 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-f003635d-55ea-46c7-a9f7-6c107c3ebafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:26.617860 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-f003635d-55ea-46c7-a9f7-6c107c3ebafa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507410 Jul 23 09:39:26.710126 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-3a7389e7-efd7-40ca-8408-155adcdf3e18 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Jul 23 09:39:26.795821 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ac43fc89-9b6e-4740-8e0d-52161925c356 req-d95225ea-410f-4740-b0bb-5f26a603d326 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Jul 23 09:39:28.950356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:29.104932 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-00066941-1b5a-47ae-8f6a-dd9c059cc646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:30.244241 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:31.603376 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:31.706670 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:39:37.779728 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35232) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:37.936312 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Deleting port d8cb417c-0b6a-48b1-959a-e7f4173a689d {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:37.936571 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.007937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.008365 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.019440 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Calling delete_port for d8cb417c-0b6a-48b1-959a-e7f4173a689d owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:38.161218 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.190693 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event deleted for resources: {'Port': ['ID=d8cb417c-0b6a-48b1-959a-e7f4173a689d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:38.229653 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.229993 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.230325 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.230655 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.230979 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.231301 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.231646 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.231963 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.232280 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.232598 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.232912 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.233224 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:38.253299 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.253623 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Floating IP 968a551a-404d-48d1-a75a-8bfad9cf4248 disassociated (deleted). External IP: 172.27.3.7, port: 9a1d3244-87c7-439f-bcf7-ddf9a639ca30. Jul 23 09:39:38.701658 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Router 2ffab996-9830-44f4-9012-7ac34c0bb698 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:39:38.806560 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:39:38.811244 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:38.818324 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Sync routers for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:39:38.827349 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:38.827988 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:38.847898 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39c30c95-ed80-425a-a802-3045403ef7bc tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "DELETE /v2.0/floatingips/968a551a-404d-48d1-a75a-8bfad9cf4248 HTTP/1.1" status: 204 len: 168 time: 1.0669534 Jul 23 09:39:38.848438 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:39:38.850680 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce7714c9179799472086b227015a39cabd0a25a17271af1e201d27b5139bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680f242-0e28-4e16-9451-d33b00fe2a50" -d '{"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:39:38.986751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac4da8a-ec4a-4af0-9504-cfae77f7c624 x-openstack-request-id: req-3ac4da8a-ec4a-4af0-9504-cfae77f7c624 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:39:38.986751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:39:38.986751 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ac4da8a-ec4a-4af0-9504-cfae77f7c624 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:39:38.986751 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'status': 'completed', 'code': 200} Jul 23 09:39:39.063811 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:39.065261 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-41d639de-f80c-406c-a955-48fa495da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:39.067421 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-41d639de-f80c-406c-a955-48fa495da8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0588324 Jul 23 09:39:39.106014 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d3446-8bc6-4d6a-91e3-73b7d3bda8cf req-286f36f3-4094-405d-acf2-2be1725c4953 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:39.107563 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c9d3446-8bc6-4d6a-91e3-73b7d3bda8cf req-286f36f3-4094-405d-acf2-2be1725c4953 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0693007 Jul 23 09:39:39.147250 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c9d3446-8bc6-4d6a-91e3-73b7d3bda8cf req-4029ced6-a6e7-4a50-a22a-ae00e47d0c52 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334542 Jul 23 09:39:39.165548 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-eb6bc0e9-b681-4331-9087-909d0030645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:39.165548 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-eb6bc0e9-b681-4331-9087-909d0030645d service neutron] 10.222.0.13 "GET /v2.0/networks?id=88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 200 len: 909 time: 0.0879376 Jul 23 09:39:39.206195 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-30bc2298-1935-478d-a91a-e41c09256983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 200 len: 217 time: 0.0378733 Jul 23 09:39:39.253513 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-2ee5cd10-5221-4366-b867-05633ee1897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:39.255525 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-2ee5cd10-5221-4366-b867-05633ee1897f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 200 len: 847 time: 0.0427563 Jul 23 09:39:39.260436 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:39.289893 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Checking router: 2ffab996-9830-44f4-9012-7ac34c0bb698 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:39:39.297989 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:39.298604 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:39.313439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-6d77e48c-ddff-4642-9621-24865d7d24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:39.315053 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-6d77e48c-ddff-4642-9621-24865d7d24b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88f9ac3d-52da-4df0-981b-548d10ffcf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521371 Jul 23 09:39:39.404643 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:39.407029 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-1825fda2-6578-4467-9307-ab0200149662 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849395 Jul 23 09:39:39.496255 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1680f242-0e28-4e16-9451-d33b00fe2a50 req-a5beb0af-1a1c-4d2b-bdfc-869ab7546be5 service neutron] 10.222.0.13 "GET /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809188 Jul 23 09:39:39.596374 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:39.622377 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb92fd-0877-410f-adf4-89004598e495 None None] The sync data for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi is: [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:24Z', 'revision_number': 4, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi', '_interfaces': [{'id': '671ffc0f-3649-4b10-ae7b-03952a4b60e0', 'name': '', 'network_id': '88f9ac3d-52da-4df0-981b-548d10ffcf65', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'mac_address': 'fa:16:3e:53:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '18a81858-031f-4c17-a336-24f13622ab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:23Z', 'updated_at': '2021-07-23T09:35:30Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'subnets': [{'id': '18a81858-031f-4c17-a336-24f13622ab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:39:39.835153 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97405e8-8a09-40f5-a03f-617e355885c7 None None] New status for floating IP 968a551a-404d-48d1-a75a-8bfad9cf4248: DOWN {{(pid=92983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 09:39:40.294779 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caaba9d-65d8-4245-8cb0-3ce4eb4f9566 req-9c16874d-9d48-4f91-8b74-c9c3c6187935 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:40.296282 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1caaba9d-65d8-4245-8cb0-3ce4eb4f9566 req-9c16874d-9d48-4f91-8b74-c9c3c6187935 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0663536 Jul 23 09:39:40.334743 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1caaba9d-65d8-4245-8cb0-3ce4eb4f9566 req-bbbfc32f-edae-4ac8-b3cb-c2546bc68ccd tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Jul 23 09:39:40.555609 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349692-4cd1-4345-88f4-75f14f40070f req-b295bb2e-61cb-4f4a-ac14-a47d6f968897 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 09:39:40.557042 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1e349692-4cd1-4345-88f4-75f14f40070f req-b295bb2e-61cb-4f4a-ac14-a47d6f968897 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.13 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 945 time: 0.0614524 Jul 23 09:39:40.653037 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Deleting port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:40.653375 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:40.742279 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] For port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:40.742632 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:40.755360 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Calling delete_port for 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:40.881937 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:40.907256 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event deleted for resources: {'Port': ['ID=9a1d3244-87c7-439f-bcf7-ddf9a639ca30,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:40.916647 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.916998 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.917342 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.917674 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.918345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.918345 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.918639 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.919044 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.919881 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.919881 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.920073 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.920259 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:40.965439 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] No DVR routers for this DVR port 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 on host hv-cinder-80198 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:39:40.967884 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25237'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:40.969825 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1e349692-4cd1-4345-88f4-75f14f40070f req-207e0ebe-40d7-468a-b84b-b5ef5b816adf tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.13 "DELETE /v2.0/ports/9a1d3244-87c7-439f-bcf7-ddf9a639ca30 HTTP/1.1" status: 204 len: 173 time: 0.4072042 Jul 23 09:39:40.970275 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-deleted', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 09:39:40.972622 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c1bdc030ab1e5c8a1f6f0f69453b01f8db57d48cb3d8b4a99467123df4f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823778a5-1b03-4a96-9fe5-e0b141ffb382" -d '{"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-deleted", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 09:39:41.061157 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d40247-072c-4a67-835d-ff21c9cab728 x-openstack-request-id: req-92d40247-072c-4a67-835d-ff21c9cab728 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 09:39:41.061452 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabc76c7-6201-49a1-99a3-94d6830dd7d3", "name": "network-vif-deleted", "tag": "9a1d3244-87c7-439f-bcf7-ddf9a639ca30", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 09:39:41.061699 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92d40247-072c-4a67-835d-ff21c9cab728 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 09:39:41.062094 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabc76c7-6201-49a1-99a3-94d6830dd7d3', 'name': 'network-vif-deleted', 'tag': '9a1d3244-87c7-439f-bcf7-ddf9a639ca30', 'status': 'completed', 'code': 200} Jul 23 09:39:41.449642 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9b19e1d3-aff3-4caf-8f4c-f9ae44e94df7 req-81c58aa7-2b6b-40da-841d-6fc42074deda tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "GET /v2.0/ports?device_id=fabc76c7-6201-49a1-99a3-94d6830dd7d3 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Jul 23 09:39:42.505334 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35272) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:42.570442 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:42.594480 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:42.652140 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:42.654711 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:42.655875 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e4e6060-d866-4d9e-8ba1-7683bb7f23dc HTTP/1.1" status: 204 len: 168 time: 0.1495593 Jul 23 09:39:42.665090 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e235e2-5570-40db-912a-3ac21dcee096 tempest-TestShelveInstance-1051103767 tempest-TestShelveInstance-1051103767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e6060-d866-4d9e-8ba1-7683bb7f23dc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:42.708225 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35276) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:43.036049 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:43.471850 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:43.495127 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] No Port match for: 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:43.495490 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Device 9a1d3244-87c7-439f-bcf7-ddf9a639ca30 not bound to the agent host hv-cinder-80198 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:43.527768 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Deleting port 671ffc0f-3649-4b10-ae7b-03952a4b60e0 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:43.528169 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:43.607194 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] For port 671ffc0f-3649-4b10-ae7b-03952a4b60e0, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=671ffc0f-3649-4b10-ae7b-03952a4b60e0,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:43.607586 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:43.620026 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Calling delete_port for 671ffc0f-3649-4b10-ae7b-03952a4b60e0 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:43.795805 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:43.818565 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Pushing event deleted for resources: {'Port': ['ID=671ffc0f-3649-4b10-ae7b-03952a4b60e0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:43.985938 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.193517 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Router 2ffab996-9830-44f4-9012-7ac34c0bb698 has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:39:44.296366 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:39:44.301408 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-653241fd-6ca2-4d06-ab7f-62ed0b23949a admin admin] 10.222.0.10 "PUT /v2.0/routers/2ffab996-9830-44f4-9012-7ac34c0bb698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920732 Jul 23 09:39:44.303917 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35280) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:44.306633 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Sync routers for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:39:44.315723 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:44.316859 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:44.405372 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.414330 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: dv-cinder-801989-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:44.507653 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.560330 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Deleting port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:44.560676 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.588947 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:39:43Z', 'revision_number': 5, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port': {'id': '92609fb3-8c40-41c0-9c85-0cdfc9ef7a23', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:44.614707 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Checking router: 2ffab996-9830-44f4-9012-7ac34c0bb698 for host: dv-cinder-801989-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:39:44.622757 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Routers {'2ffab996-9830-44f4-9012-7ac34c0bb698'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:44.623356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['2ffab996-9830-44f4-9012-7ac34c0bb698'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:44.638741 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] For port 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:44.639106 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.655124 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Calling delete_port for 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:44.708712 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] Set router 2ffab996-9830-44f4-9012-7ac34c0bb698 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:44.761876 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:39:44Z', 'revision_number': 6, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:44.788818 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116756db-a3bc-4630-b8ee-0569045148ba None None] The sync data for ids ['2ffab996-9830-44f4-9012-7ac34c0bb698'] in dv-cinder-801989-2-iscsi is: [{'id': '2ffab996-9830-44f4-9012-7ac34c0bb698', 'name': 'tempest-TestShelveInstance-780399221-router', 'tenant_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:21Z', 'updated_at': '2021-07-23T09:39:44Z', 'revision_number': 6, 'project_id': '471b4e0fc61e4da190aaccc43a7aabc3', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:39:44.824773 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:44.855377 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=92609fb3-8c40-41c0-9c85-0cdfc9ef7a23,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:44.914467 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.000939 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.002912 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.046948 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.047495 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffab996-9830-44f4-9012-7ac34c0bb698 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:39:45.052443 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.053619 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c457683c-1a1a-4eab-9779-304eb04a4c31 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ffab996-9830-44f4-9012-7ac34c0bb698 HTTP/1.1" status: 204 len: 168 time: 0.7487905 Jul 23 09:39:45.056140 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35282) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:45.098751 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Deleting subnet 18a81858-031f-4c17-a336-24f13622ab88 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:39:45.101682 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.137023 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129147067'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.215566 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.270035 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129147770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129147951'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.293527 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a81858-031f-4c17-a336-24f13622ab88,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:45.299139 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.301208 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-662d627f-d886-479d-8a4b-c3309e30ec79 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18a81858-031f-4c17-a336-24f13622ab88 HTTP/1.1" status: 204 len: 168 time: 0.2441533 Jul 23 09:39:45.303620 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35284) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:45.306119 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f99871-1f31-4d19-8e6f-9fd4ee569d92 None None] Network 88f9ac3d-52da-4df0-981b-548d10ffcf65 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:39:45.370550 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.426040 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Deleting port 8d80d596-2659-4424-a46f-a632fc533b74 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:45.426380 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.489202 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] For port 8d80d596-2659-4424-a46f-a632fc533b74, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d80d596-2659-4424-a46f-a632fc533b74,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:45.489655 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.504946 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Calling delete_port for 8d80d596-2659-4424-a46f-a632fc533b74 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:45.525061 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] DHCP port deletion for 88f9ac3d-52da-4df0-981b-548d10ffcf65 request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:39:45.571550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Deleting port 8d80d596-2659-4424-a46f-a632fc533b74 {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:45.572132 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.595112 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129147799'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.621400 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8d80d596-2659-4424-a46f-a632fc533b74,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:45.624852 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] No DVR routers for this DVR port 8d80d596-2659-4424-a46f-a632fc533b74 on host dv-cinder-801989-2-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:39:45.638244 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] For port 8d80d596-2659-4424-a46f-a632fc533b74, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=8d80d596-2659-4424-a46f-a632fc533b74,segment=NetworkSegment(9387ebdb-b149-42a7-a409-5d6d5bf936fd),segment_id=9387ebdb-b149-42a7-a409-5d6d5bf936fd)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:45.638796 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.651735 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Calling delete_port for 8d80d596-2659-4424-a46f-a632fc533b74 owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:45.697820 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.710717 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f9ac3d-52da-4df0-981b-548d10ffcf65']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:45.727775 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9387ebdb-b149-42a7-a409-5d6d5bf936fd') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:45.728203 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9387ebdb-b149-42a7-a409-5d6d5bf936fd') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:45.732992 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:45.739703 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129147010'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.754188 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:45.754694 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 92609fb3-8c40-41c0-9c85-0cdfc9ef7a23 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:45.755123 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d80d596-2659-4424-a46f-a632fc533b74 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:45.756663 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.759087 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.764176 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:39:45.764652 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129147840'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: timer() Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: self._notify() Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: event.method(event) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:39:45.766535 dv-cinder-801989-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:39:45.786366 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 8d80d596-2659-4424-a46f-a632fc533b74 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:45.786748 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 8d80d596-2659-4424-a46f-a632fc533b74 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:45.787113 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 671ffc0f-3649-4b10-ae7b-03952a4b60e0 no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:45.827120 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Pushing event deleted for resources: {'Port': ['ID=8d80d596-2659-4424-a46f-a632fc533b74,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:45.829564 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.831454 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 671ffc0f-3649-4b10-ae7b-03952a4b60e0 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:45.832178 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 671ffc0f-3649-4b10-ae7b-03952a4b60e0 not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:45.833589 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] No DVR routers for this DVR port 8d80d596-2659-4424-a46f-a632fc533b74 on host dv-cinder-801989-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:39:45.838131 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:45.843303 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/88f9ac3d-52da-4df0-981b-548d10ffcf65 HTTP/1.1" status: 204 len: 168 time: 0.5359032 Jul 23 09:39:45.844197 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35286) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:45.845649 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.845992 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.846331 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.846661 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.846991 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.851022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.851022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.851022 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.856823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.856823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.856823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.856823 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a956dc1-f845-40e1-86e3-38a1f7e7a8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 09:39:45.857644 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad966-e7df-4ff2-94a8-25e308de47cb admin admin] Pushing event deleted for resources: {'Network': ['ID=88f9ac3d-52da-4df0-981b-548d10ffcf65,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:46.178605 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633665'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:46.421632 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Deleting port d5029271-15a3-4d1c-9761-721875cbab1e {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:46.421975 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:46.498967 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] For port d5029271-15a3-4d1c-9761-721875cbab1e, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=d5029271-15a3-4d1c-9761-721875cbab1e,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:46.499243 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:46.511100 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Calling delete_port for d5029271-15a3-4d1c-9761-721875cbab1e owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:46.683906 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:46.708339 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5029271-15a3-4d1c-9761-721875cbab1e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:46.873352 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-633111'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.081288 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e has already been hosted by L3 agent 00ad82af-b58f-4a38-b1b0-21fe94b462a6 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 09:39:47.183934 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] Notify agent at l3_agent.dv-cinder-801989-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 09:39:47.189054 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d2d4e7f1-40cb-46ed-97bc-aef5843ea817 admin admin] 10.222.0.10 "PUT /v2.0/routers/d7ee237d-5b35-4f0a-b197-7fe41ea30d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3438399 Jul 23 09:39:47.191975 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:47.194553 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Sync routers for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 09:39:47.203601 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:47.204210 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:47.299317 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.313974 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: dv-cinder-801989-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:47.408191 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.465324 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Deleting port 4c88fc97-4d2a-4faa-9c44-e0322086800a {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:47.465662 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.512469 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'external_fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:39:46Z', 'revision_number': 5, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port': {'id': '4c88fc97-4d2a-4faa-9c44-e0322086800a', 'name': '', 'network_id': 'e24bfd67-e222-4eac-84d5-67e3c322933f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T09:35:27Z', 'updated_at': '2021-07-23T09:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bdb683b-3c63-45bd-9d40-801683c27495', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-2-iscsi'}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:47.544208 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Checking router: d7ee237d-5b35-4f0a-b197-7fe41ea30d2e for host: dv-cinder-801989-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 09:39:47.550024 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] For port 4c88fc97-4d2a-4faa-9c44-e0322086800a, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=4c88fc97-4d2a-4faa-9c44-e0322086800a,segment=NetworkSegment(ad85f4c0-ff37-45b9-bca9-d0de0952d8df),segment_id=ad85f4c0-ff37-45b9-bca9-d0de0952d8df)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:47.550393 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.553223 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Routers {'d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'} bound to L3 agent in host dv-cinder-801989-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 09:39:47.553844 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T09:18:29Z,description=,heartbeat_timestamp=2021-07-23T09:39:29Z,host='dv-cinder-801989-2-iscsi',id=00ad82af-b58f-4a38-b1b0-21fe94b462a6,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T09:18:29Z,topic='l3_agent')) {'router_ids': ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:47.569369 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Calling delete_port for 4c88fc97-4d2a-4faa-9c44-e0322086800a owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:47.640876 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] Set router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 09:39:47.701768 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:39:47Z', 'revision_number': 6, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port_host': None}], 'dv-cinder-801989-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:47.735380 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dcd40-9aca-4f89-8fe0-044b00d48c28 None None] The sync data for ids ['d7ee237d-5b35-4f0a-b197-7fe41ea30d2e'] in dv-cinder-801989-2-iscsi is: [{'id': 'd7ee237d-5b35-4f0a-b197-7fe41ea30d2e', 'name': 'tempest-TestShelveInstance-1257354879-router', 'tenant_id': '059742f1ddec417dba9514e90f8d19d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T09:35:26Z', 'updated_at': '2021-07-23T09:39:47Z', 'revision_number': 6, 'project_id': '059742f1ddec417dba9514e90f8d19d8', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 09:39:47.776116 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.807092 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c88fc97-4d2a-4faa-9c44-e0322086800a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:47.882199 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635648'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.989847 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2957'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:47.992710 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.051594 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541412'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.051915 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ee237d-5b35-4f0a-b197-7fe41ea30d2e {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 09:39:48.057612 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.062166 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d52b7f77-ba2c-4227-a5d6-9e8522e3243c admin admin] 10.222.0.10 "DELETE /v2.0/routers/d7ee237d-5b35-4f0a-b197-7fe41ea30d2e HTTP/1.1" status: 204 len: 168 time: 0.8657579 Jul 23 09:39:48.062449 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35290) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:48.107669 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Deleting subnet f572c898-3939-4816-a235-b73037c62bc5 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 09:39:48.110882 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.145825 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129750368'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.219791 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3856194'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.277614 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3856203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129750739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128204529'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.305282 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.309531 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f572c898-3939-4816-a235-b73037c62bc5 HTTP/1.1" status: 204 len: 168 time: 0.2438121 Jul 23 09:39:48.309531 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6679b7-b560-4b40-9a45-99f817789e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f572c898-3939-4816-a235-b73037c62bc5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:48.311035 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35292) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:48.312789 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db883b04-b7ff-49e6-b164-7790d8f54339 None None] Network 01d3f845-d953-4e0f-b53c-43696a599b04 requested from dv-cinder-801989-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 09:39:48.378910 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3900908'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.437182 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Deleting port 16584c78-a2b3-4221-ade3-d5b152f8ca6b {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 09:39:48.437182 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748783032845'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.502937 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] For port 16584c78-a2b3-4221-ade3-d5b152f8ca6b, host dv-cinder-801989-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-2-iscsi',level=0,port_id=16584c78-a2b3-4221-ade3-d5b152f8ca6b,segment=NetworkSegment(14eaf8e3-f7e0-4cd5-9320-d66564025c15),segment_id=14eaf8e3-f7e0-4cd5-9320-d66564025c15)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 09:39:48.503297 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633153'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.515648 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Calling delete_port for 16584c78-a2b3-4221-ade3-d5b152f8ca6b owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 09:39:48.599726 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3670426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748783039043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748782518263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129750590'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.622696 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Pushing event deleted for resources: {'Port': ['ID=16584c78-a2b3-4221-ade3-d5b152f8ca6b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:48.623245 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662282a-8b67-48ec-bed0-a3f280bea93b None None] DHCP port deletion for 01d3f845-d953-4e0f-b53c-43696a599b04 request from dv-cinder-801989-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 09:39:48.629245 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] No DVR routers for this DVR port 16584c78-a2b3-4221-ade3-d5b152f8ca6b on host dv-cinder-801989-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 09:39:48.702341 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861723', 'neutron.services.segments.db._delete_segments_for_network-8748783081099'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.713268 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d3f845-d953-4e0f-b53c-43696a599b04']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:48.723645 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eaf8e3-f7e0-4cd5-9320-d66564025c15') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:48.723933 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eaf8e3-f7e0-4cd5-9320-d66564025c15') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 09:39:48.735549 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748782874040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129750361'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.752852 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.760043 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 09:39:48.760443 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129750633'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: timer() Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: self._notify() Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: event.method(event) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 09:39:48.762235 dv-cinder-801989-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 09:39:48.814429 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635876'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.821188 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008894'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:48.825602 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] 10.222.0.10 "DELETE /v2.0/networks/01d3f845-d953-4e0f-b53c-43696a599b04 HTTP/1.1" status: 204 len: 168 time: 0.5106573 Jul 23 09:39:48.833139 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7467c-7f85-4748-aa01-4c91d1c5a8be admin admin] Pushing event deleted for resources: {'Network': ['ID=01d3f845-d953-4e0f-b53c-43696a599b04,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:48.979584 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35296) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:49.018316 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c434c4cf-989b-4228-9c1e-2961649fb72a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=471b4e0fc61e4da190aaccc43a7aabc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376146 Jul 23 09:39:49.020964 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.10', 35298) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:49.066917 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.086763 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.134899 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.137539 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.138658 dv-cinder-801989-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8057ccdf-794e-4d26-924e-1692ed69c9fb HTTP/1.1" status: 204 len: 168 time: 0.1168370 Jul 23 09:39:49.145920 dv-cinder-801989-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea5716-ad86-4495-a4b6-db6362a268f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8057ccdf-794e-4d26-924e-1692ed69c9fb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:49.442525 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35304) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:49.480972 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-11c42fe0-e4a6-4f20-ae5d-158433757cd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=059742f1ddec417dba9514e90f8d19d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372295 Jul 23 09:39:49.483178 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.10', 35306) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 09:39:49.529767 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.554716 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.600108 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608671'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.603428 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:49.604640 dv-cinder-801989-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22e5754f-16cd-4144-9505-ae20c1be994a HTTP/1.1" status: 204 len: 168 time: 0.1205308 Jul 23 09:39:49.612091 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18a06a-5873-4fd9-9d47-b02489623c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e5754f-16cd-4144-9505-ae20c1be994a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 09:39:49.724138 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 16584c78-a2b3-4221-ade3-d5b152f8ca6b no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:49.743526 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 16584c78-a2b3-4221-ade3-d5b152f8ca6b {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:49.743872 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 16584c78-a2b3-4221-ade3-d5b152f8ca6b not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:49.744280 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 4c88fc97-4d2a-4faa-9c44-e0322086800a no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:49.762503 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: 4c88fc97-4d2a-4faa-9c44-e0322086800a {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:49.762831 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device 4c88fc97-4d2a-4faa-9c44-e0322086800a not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:49.763235 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device d5029271-15a3-4d1c-9761-721875cbab1e no longer exists at agent ovs-agent-dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 09:39:49.783029 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] No Port match for: d5029271-15a3-4d1c-9761-721875cbab1e {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 09:39:49.783378 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Device d5029271-15a3-4d1c-9761-721875cbab1e not bound to the agent host dv-cinder-801989-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 09:39:54.030595 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:56.226228 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b11c76e7-9479-4de1-9dc3-c2887dd5d27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:58.954794 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:39:59.103936 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9715575d-a6d7-4d0a-b116-f991839cac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:00.247567 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:01.603268 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:08.705179 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:40:24.050746 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:26.226802 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7303-63e5-4c4f-b20b-5d456907e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:28.954673 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:29.102179 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53467c59-3463-4e93-9cc1-9168c6410fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:30.251366 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:31.605550 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:45.703733 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:40:54.061381 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:56.227314 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1a489776-ef93-4e00-a568-f7b6fd75d26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:58.956356 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:40:59.101065 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-47a2a176-b829-4149-82bf-4e54f0ce4112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:00.253082 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:01.608533 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:22.702687 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:41:24.073521 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:26.229405 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0e17eb34-7810-4300-8bbb-5830f626d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:28.957768 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:29.101129 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-93bec0ca-1e1e-42b6-b399-63bcd8b868f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:30.255739 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:31.611366 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:54.075274 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:56.229824 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-988ed65e-7c4e-4e98-bc27-6b7d638ad047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:58.963371 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:59.099645 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-309d46f8-0f80-42da-ab1f-35a401a71b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:41:59.703346 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:42:00.258607 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:01.613854 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:23.544794 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-2c276607-6a08-47bc-bf46-5a3d1dec81a9 req-7f8cb155-992e-496a-9fe9-333420539cb8 service neutron] (92980) timed out ('10.222.0.13', 53906) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 09:42:24.079983 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:26.229704 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9367e1fd-dd77-43bb-924f-bdff7c458e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:28.964293 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:29.099021 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d3e92ef8-cd67-4c54-b20b-f25086d66959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:30.260667 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:31.617644 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:36.701666 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:42:54.102782 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:56.229746 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9bf17c89-b7d0-4ea3-a581-438ea57b32c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:58.965243 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:42:59.098534 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a13e2c9f-f50e-4cbc-9cd7-e559de8ad9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:00.262771 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:01.619947 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:13.700537 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:43:24.102420 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:26.229841 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-725da633-0f1b-4c09-849d-e8d0210e6bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:28.966451 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:29.096786 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d78825d9-8973-4aae-9fc3-401a9f63ee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:30.267019 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:31.621746 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:32.644306 dv-cinder-801989-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-c25c7515-8991-431c-b94a-c7293919b218 req-c265df9c-952c-4717-90c9-dde36f3b3ed3 service neutron] (92980) timed out ('10.222.0.10', 57530) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 09:43:50.698616 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:43:54.116929 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:56.229478 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d34df96d-f21d-49dc-b87d-3bf455730dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:58.969502 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:43:59.096315 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fd903fd1-f99d-41d9-96ff-a37fdca9f266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:00.268778 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:01.623923 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:24.130992 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:26.228975 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-49b0e94f-5a74-4238-91cf-bba86e436740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:27.697732 dv-cinder-801989-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-a2402f58-55c3-4e1a-9547-6bde1bf27090 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 09:44:28.970221 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:29.095564 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b42ddff2-8469-4e8c-9cce-68fe5556d3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:30.273567 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:31.626729 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3c76a5b7-9af1-4ab3-99ec-f68e47948b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:54.127657 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e610ba5d-cb91-4219-984c-efa95d3443a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:56.229390 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca7f9-26c5-4703-9f0d-4ca13133be91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:58.971900 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5aad82c-697e-4311-9769-07fe622f82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:44:59.095503 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-509ee947-7514-40f2-b8ac-5e3e88eb9816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 09:45:00.274506 dv-cinder-801989-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-53c21071-f9e1-4632-b2f1-0bb065eb21b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748783081081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3858437'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}